-- Logs begin at Wed 2021-08-25 15:14:10 UTC, end at Wed 2021-08-25 16:52:17 UTC. -- Aug 25 16:26:36.622493 dv-cinder-806008-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 25 16:26:38.799644 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.common.config [-] Logging enabled! Aug 25 16:26:38.800297 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 25 16:26:38.800455 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75798) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 25 16:26:38.802976 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.common.config [-] Logging enabled! Aug 25 16:26:38.803219 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 25 16:26:38.803462 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75798) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 25 16:26:38.804463 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 16:26:38.804691 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 16:26:38.805047 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 16:26:38.805290 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 16:26:38.805511 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 16:26:38.805832 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.806128 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.806422 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.806651 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.806946 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.807235 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.807516 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.807802 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.808122 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.808411 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.808683 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.808963 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.809194 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.809474 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] config_source = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.809761 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.810049 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.810269 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] debug = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.810595 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.811050 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.811511 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.811778 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.812100 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.812376 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.812656 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.812939 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.813284 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] host = dv-cinder-806008-1-smb {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.813560 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.813848 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.814134 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.814418 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.814691 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.814968 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.815252 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.815525 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] log_dir = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.815799 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] log_file = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.816100 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.816389 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.816676 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.816959 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.817197 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.817408 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.817697 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.817979 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.818253 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.818523 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.818842 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.819066 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.819337 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.819604 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.819887 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.820193 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.820478 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.820754 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.821022 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.821300 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.821571 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.821857 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.822129 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.822402 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.822674 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.822960 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.823227 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.823499 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.823802 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.824108 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.824387 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.824669 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.825098 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.825211 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.825481 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.825753 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] use_journal = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.826025 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] use_json = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.826322 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.826590 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.826887 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.827139 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.827408 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.827739 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.828032 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.828323 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:38.828616 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.828910 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.829208 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.829492 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.829781 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.830064 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.830352 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.830629 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.830915 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.831205 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.831492 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.831768 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.832075 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.832367 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.832656 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.832930 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.833205 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.833498 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.833778 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.834048 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.834323 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.834616 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.834885 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.835156 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.835436 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.835714 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.836003 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.836277 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.836553 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.836839 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.837111 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.837385 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.837653 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.837928 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.838199 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.838476 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.838753 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.839022 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.839293 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.839569 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.839838 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.840130 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.840407 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.840677 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.840951 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.841224 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.841498 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.842344 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.842604 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.842885 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.843148 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.843417 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.843692 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.843978 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.844256 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.844526 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.844798 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.845069 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.845357 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.845656 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.845933 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.846208 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.846483 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.846761 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.847036 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.847312 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.847584 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.847861 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.848160 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.848451 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.848732 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.849016 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.849295 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.849568 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.849863 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.850138 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.850421 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.850692 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.850973 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.851249 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.851534 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.851830 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.852149 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.852444 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.852736 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.853036 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.853309 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.853617 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.853896 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:38.854114 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 16:26:38.854357 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=75798) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 25 16:26:39.267746 dv-cinder-806008-1-smb neutron-server[75798]: INFO keyring.backend [-] Loading KWallet Aug 25 16:26:39.275414 dv-cinder-806008-1-smb neutron-server[75798]: INFO keyring.backend [-] Loading SecretService Aug 25 16:26:39.278919 dv-cinder-806008-1-smb neutron-server[75798]: INFO keyring.backend [-] Loading Windows Aug 25 16:26:39.280958 dv-cinder-806008-1-smb neutron-server[75798]: INFO keyring.backend [-] Loading chainer Aug 25 16:26:39.281549 dv-cinder-806008-1-smb neutron-server[75798]: INFO keyring.backend [-] Loading macOS Aug 25 16:26:39.315252 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=75798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:26:39.315530 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=75798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:26:39.315817 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=75798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:26:39.316208 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 25 16:26:39.632184 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:39.632473 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:39.632746 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:39.691783 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:39.692084 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:39.692355 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:39.695318 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:39.695598 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:39.695867 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:39.725520 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:39.725914 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:39.726184 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:39.755034 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:39.755307 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:39.755576 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.075009 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.075678 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.075678 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.075841 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.076591 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.203122 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.203440 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.203814 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.204237 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.204237 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.204685 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.204838 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.205097 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.205351 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.205633 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.205896 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.206188 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.206431 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.206681 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.206945 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.207211 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.207516 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.207792 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.208071 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.208355 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.208706 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.208959 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.209207 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.209489 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.209738 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.209982 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.210378 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=75798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:26:40.210621 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=75798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:26:40.210858 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=75798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:26:40.211094 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=75798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:26:40.211329 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=75798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:26:40.211562 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=75798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:26:40.212146 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 25 16:26:40.215447 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 25 16:26:40.220001 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 25 16:26:40.224082 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Aug 25 16:26:40.225724 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 25 16:26:40.226133 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 25 16:26:40.226471 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 25 16:26:40.226864 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 25 16:26:40.229712 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 25 16:26:40.229962 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 25 16:26:40.230307 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 16:26:40.258958 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Aug 25 16:26:40.259412 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.259712 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=75798) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 25 16:26:40.260100 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.261641 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=75798) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 25 16:26:40.261935 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 16:26:40.262177 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 25 16:26:40.265550 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.265832 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:40.327404 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 25 16:26:40.327579 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 25 16:26:40.327790 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 25 16:26:40.328213 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 25 16:26:40.360148 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_db.sqlalchemy.engines [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=75798) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 25 16:26:40.831932 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Initializing driver for type 'gre' Aug 25 16:26:40.832507 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] gre ID ranges: [(1, 1000)] Aug 25 16:26:41.053363 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Initializing driver for type 'local' Aug 25 16:26:41.053694 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Initializing driver for type 'vlan' Aug 25 16:26:41.151846 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] VlanTypeDriver initialization complete Aug 25 16:26:41.152472 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Initializing driver for type 'vxlan' Aug 25 16:26:41.152750 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] vxlan ID ranges: [(1, 1000)] Aug 25 16:26:41.380632 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Initializing extension driver 'port_security' Aug 25 16:26:41.381059 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.extensions.port_security [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] PortSecurityExtensionDriver initialization complete Aug 25 16:26:41.381333 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Initializing mechanism driver 'openvswitch' Aug 25 16:26:41.381655 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Initializing mechanism driver 'hyperv' Aug 25 16:26:41.388352 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.plugins.ml2.plugin [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=75798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:26:41.394391 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > port after_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.394391 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > port after_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.394391 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > port after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.394391 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > subnet after_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.394691 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > subnet after_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.394691 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.394691 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > network after_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.394691 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > network after_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.395011 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > network after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.395011 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > security_group after_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.395011 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > security_group after_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.395011 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > security_group after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.395244 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.395244 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.395244 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.395244 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] ML2 OVO RPC backend initialized. {{(pid=75798) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Aug 25 16:26:41.395587 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.395999 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.396247 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > network before_response 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.396665 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > networks before_response 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.397035 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > port before_response 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.397375 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > ports before_response 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.397758 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > subnet before_response 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.398098 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > subnets before_response 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.398441 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > network after_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.398779 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > network after_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.399106 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > network after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.399540 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > port after_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.399927 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > port after_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.400180 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > port after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.400512 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > subnet after_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.400842 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > subnet after_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.401167 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.401755 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.plugin [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Modular L2 Plugin initialization complete Aug 25 16:26:41.402082 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading services supported by the core plugin {{(pid=75798) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 25 16:26:41.402405 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.plugins.ml2.managers [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Got port-security extension from driver 'port_security' Aug 25 16:26:41.402903 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.extensions.vlantransparent [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Disabled vlantransparent extension. Aug 25 16:26:41.403320 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=75798) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 25 16:26:41.403621 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading Plugin: router Aug 25 16:26:41.442492 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router_interface before_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.442878 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router after_create 55549900 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.443240 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router before_create 55549900 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.448614 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router_interface before_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.448614 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.448614 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router after_delete 55549900 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.448614 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > floatingip after_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.448950 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router after_create 55549900 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.448950 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router after_update 55549900 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.448950 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router after_update 55549900 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.448950 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.449202 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router after_update 55549900 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.449202 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router precommit_update 55549900 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.449202 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: port after_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.449202 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: port after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.449437 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: subnet after_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.449437 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.449437 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > port precommit_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.449437 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router precommit_create 55549900 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.449680 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: port before_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.449680 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router precommit_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.450042 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router after_update 55549900 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.450189 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router precommit_delete 55549900 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.450532 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router precommit_create 55549900 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.450892 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.451347 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router precommit_update 55549900 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.451946 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > agent after_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.452381 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > agent after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.452727 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > network after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.453827 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Tracking information for resource: router configured {{(pid=75798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:26:41.454010 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Tracking information for resource: floatingip configured {{(pid=75798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:26:41.459400 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.db.l3_agentschedulers_db [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 25 16:26:41.460002 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: port after_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.460363 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: port after_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.460705 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: port after_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.461046 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: port after_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.461856 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router before_create 55550100 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.462212 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router precommit_delete 55550100 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.462564 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router precommit_create 55550100 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.462915 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > router precommit_update 55550100 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.467732 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.services.provider_configuration [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Service providers = [] {{(pid=75798) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 25 16:26:41.468049 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.db.servicetype_db [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=75798) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 25 16:26:41.471077 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.services.service_base [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=75798) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 16:26:41.471425 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.services.service_base [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=75798) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 16:26:41.471763 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.services.service_base [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=75798) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 16:26:41.477332 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.services.service_base [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=75798) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 16:26:41.477746 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.services.service_base [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 25 16:26:41.478111 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=75798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:26:41.478419 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 25 16:26:41.490492 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=75798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:26:41.490821 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading Plugin: auto_allocate Aug 25 16:26:41.496687 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: network precommit_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.497049 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: network precommit_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.497571 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=75798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:26:41.497937 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading Plugin: tag Aug 25 16:26:41.505538 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=75798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:26:41.505861 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading Plugin: timestamp Aug 25 16:26:41.519626 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=75798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:26:41.519966 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading Plugin: network_ip_availability Aug 25 16:26:41.525472 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.525843 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.526195 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.526953 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=75798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:26:41.527307 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading Plugin: flavors Aug 25 16:26:41.532724 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=75798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:26:41.533044 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading Plugin: revisions Aug 25 16:26:41.537442 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=75798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:26:41.537840 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_concurrency.lockutils [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.222s {{(pid=75798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:26:41.538600 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=75798) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Aug 25 16:26:41.539189 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Initializing extension manager. Aug 25 16:26:41.539506 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: __init__.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.539813 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: __pycache__ {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.540170 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.540504 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.540834 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: _filter_validation_lib.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.541161 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.541483 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: address_group.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.542278 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.542860 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: address-group Aug 25 16:26:41.543172 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: address_scope.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.543897 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.544414 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: address-scope Aug 25 16:26:41.545346 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: admin_state_down_before_update.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.546788 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.547324 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: router-admin-state-down-before-update Aug 25 16:26:41.547645 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: agent.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.548381 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.552097 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: agent Aug 25 16:26:41.552097 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: agent_resources_synced.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.552641 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.553146 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: agent-resources-synced Aug 25 16:26:41.553462 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: allowedaddresspairs.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.555321 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.555839 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: allowed-address-pairs Aug 25 16:26:41.556263 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: auto_allocated_topology.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.557263 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.557769 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: auto-allocated-topology Aug 25 16:26:41.558090 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: availability_zone.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.558782 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.559283 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: availability_zone Aug 25 16:26:41.559593 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: availability_zone_filter.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.560746 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.562088 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: availability_zone_filter Aug 25 16:26:41.562424 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: data_plane_status.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.563502 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.564086 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension data-plane-status not supported by any of loaded plugins Aug 25 16:26:41.564407 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: default_subnetpools.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.565335 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.565836 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: default-subnetpools Aug 25 16:26:41.566152 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: dhcpagentscheduler.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.566946 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.567612 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: dhcp_agent_scheduler Aug 25 16:26:41.567798 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: dns.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.568749 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.569246 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension dns-integration not supported by any of loaded plugins Aug 25 16:26:41.569562 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: dns_domain_ports.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.570470 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.570972 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 25 16:26:41.571291 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: dvr.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.571985 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.572552 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: dvr Aug 25 16:26:41.572880 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: empty_string_filtering.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.573746 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.574249 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: empty-string-filtering Aug 25 16:26:41.574569 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.575467 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.576005 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 25 16:26:41.576363 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.577930 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.578435 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 25 16:26:41.578753 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: external_net.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.579688 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.580250 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: external-net Aug 25 16:26:41.595169 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: extra_dhcp_opt.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.596571 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.597417 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: extra_dhcp_opt Aug 25 16:26:41.597757 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: extraroute.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.598742 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.599290 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: extraroute Aug 25 16:26:41.599568 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: extraroute_atomic.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.601045 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.601190 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: extraroute-atomic Aug 25 16:26:41.601474 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: filter_validation.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.602315 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.602802 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: filter-validation Aug 25 16:26:41.603122 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: fip_pf_description.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.604060 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.604557 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 25 16:26:41.604871 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: fip_port_details.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.605788 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.606281 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: fip-port-details Aug 25 16:26:41.606606 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: flavors.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.609324 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.610077 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: flavors Aug 25 16:26:41.610402 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.612153 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.612671 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 25 16:26:41.613026 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: floatingip_pools.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.613709 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.614203 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: floatingip-pools Aug 25 16:26:41.614517 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: ip_allocation.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.615435 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.615936 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension ip_allocation not supported by any of loaded plugins Aug 25 16:26:41.616274 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.617182 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.617684 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: ip-substring-filtering Aug 25 16:26:41.618001 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: l2_adjacency.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.618910 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.619398 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension l2_adjacency not supported by any of loaded plugins Aug 25 16:26:41.619713 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: l3.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.620731 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.624838 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: router Aug 25 16:26:41.624838 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: l3_conntrack_helper.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.626882 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.627404 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 25 16:26:41.627729 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.628677 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.629181 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: ext-gw-mode Aug 25 16:26:41.629500 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.630416 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.630917 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: l3-ha Aug 25 16:26:41.631284 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: l3_flavors.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.632193 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.632692 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: l3-flavors Aug 25 16:26:41.633008 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.633935 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.634429 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: l3-port-ip-change-not-allowed Aug 25 16:26:41.634746 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: l3agentscheduler.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.635809 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.636343 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: l3_agent_scheduler Aug 25 16:26:41.636662 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: logging.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.638158 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.639362 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension logging not supported by any of loaded plugins Aug 25 16:26:41.639925 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: metering.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.640766 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.641352 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: metering Aug 25 16:26:41.641674 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.642845 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.643350 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: metering_source_and_destination_fields Aug 25 16:26:41.643669 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: multiprovidernet.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.644611 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.645111 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: multi-provider Aug 25 16:26:41.645431 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: netmtu.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.646338 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.646837 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: net-mtu Aug 25 16:26:41.647159 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: netmtu_writable.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.648141 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.648641 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: net-mtu-writable Aug 25 16:26:41.648961 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: network_availability_zone.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.649631 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.650129 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: network_availability_zone Aug 25 16:26:41.650457 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: network_ip_availability.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.651683 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.652217 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: network-ip-availability Aug 25 16:26:41.652579 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: network_segment_range.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.653322 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.653819 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension network-segment-range not supported by any of loaded plugins Aug 25 16:26:41.654995 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: pagination.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.657375 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.657710 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: pagination Aug 25 16:26:41.658031 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.658947 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.659466 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: port-mac-address-regenerate Aug 25 16:26:41.659794 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: port_resource_request.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.660710 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.661206 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension port-resource-request not supported by any of loaded plugins Aug 25 16:26:41.661521 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: portbindings.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.662445 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.662945 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: binding Aug 25 16:26:41.663257 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: portbindings_extended.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.664584 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.665099 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: binding-extended Aug 25 16:26:41.665418 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: portsecurity.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.666340 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.666844 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: port-security Aug 25 16:26:41.667159 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: project_id.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.668157 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.668484 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: project-id Aug 25 16:26:41.668799 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: providernet.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.669889 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.671273 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: provider Aug 25 16:26:41.671608 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: qos.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.675303 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.675828 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension qos not supported by any of loaded plugins Aug 25 16:26:41.676193 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.677709 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.678218 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 25 16:26:41.678546 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.679467 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.680008 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 25 16:26:41.680335 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: qos_default.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.681259 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.681786 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension qos-default not supported by any of loaded plugins Aug 25 16:26:41.682113 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: qos_fip.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.682766 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.683265 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension qos-fip not supported by any of loaded plugins Aug 25 16:26:41.683585 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: qos_gateway_ip.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.684560 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.685064 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 25 16:26:41.685383 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: qos_port_network_policy.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.686352 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.686860 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 25 16:26:41.687176 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: qos_rule_type_details.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.688126 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.688632 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 25 16:26:41.688956 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: qos_rules_alias.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.690009 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.690516 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 25 16:26:41.690840 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: quotasv2.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.691779 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.692139 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: quotas Aug 25 16:26:41.692462 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: quotasv2_detail.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.694231 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.694569 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: quota_details Aug 25 16:26:41.694897 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: rbac.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.695982 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.696510 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: rbac-policies Aug 25 16:26:41.696840 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: rbac_address_scope.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.697770 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.698282 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: rbac-address-scope Aug 25 16:26:41.698610 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: rbac_security_groups.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.699515 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.700056 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: rbac-security-groups Aug 25 16:26:41.700381 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: rbac_subnetpool.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.701399 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.701909 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: rbac-subnetpool Aug 25 16:26:41.702227 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: revisionifmatch.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.703152 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.703677 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: revision-if-match Aug 25 16:26:41.704005 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: revisions.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.705135 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.705641 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: standard-attr-revisions Aug 25 16:26:41.705961 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: router_availability_zone.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.706644 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.707146 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: router_availability_zone Aug 25 16:26:41.707468 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: routerservicetype.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.708442 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.708946 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension router-service-type not supported by any of loaded plugins Aug 25 16:26:41.709266 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: security_groups_port_filtering.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.710194 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.710698 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: port-security-groups-filtering Aug 25 16:26:41.711014 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: securitygroup.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.722981 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.723522 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: security-group Aug 25 16:26:41.723853 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: segment.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.724697 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.725200 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension segment not supported by any of loaded plugins Aug 25 16:26:41.725527 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.726496 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.727001 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 25 16:26:41.727322 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: servicetype.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.728448 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.728962 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: service-type Aug 25 16:26:41.729291 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: sorting.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.730268 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.730597 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: sorting Aug 25 16:26:41.730916 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: standard_attr_segment.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.731837 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.732948 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 25 16:26:41.733404 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: standardattrdescription.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.734033 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.734534 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: standard-attr-description Aug 25 16:26:41.734857 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: stateful_security_group.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.735820 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.736360 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: stateful-security-group Aug 25 16:26:41.736689 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: stdattrs_common.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.737277 dv-cinder-806008-1-smb neutron-server[75798]: WARNING neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 25 16:26:41.737767 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.738533 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.739052 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 25 16:26:41.739376 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: subnet_onboard.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.740905 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.741083 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: subnet_onboard Aug 25 16:26:41.741406 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.742343 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.742844 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 25 16:26:41.743167 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: subnet_service_types.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.744138 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.744653 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: subnet-service-types Aug 25 16:26:41.744975 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: subnetallocation.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.746066 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.746575 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: subnet_allocation Aug 25 16:26:41.746900 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.747586 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.748158 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: subnetpool-prefix-ops Aug 25 16:26:41.748531 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.749512 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.750018 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 25 16:26:41.750343 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: tagging.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.751452 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.751976 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: standard-attr-tag Aug 25 16:26:41.752311 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: timestamp.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.753547 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.754058 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loaded extension: standard-attr-timestamp Aug 25 16:26:41.754383 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: trunk.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.755436 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.755948 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension trunk not supported by any of loaded plugins Aug 25 16:26:41.756301 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: trunk_details.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.757235 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.757740 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension trunk-details not supported by any of loaded plugins Aug 25 16:26:41.758059 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: uplink_status_propagation.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.758990 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.759489 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 25 16:26:41.759807 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Loading extension file: vlantransparent.py {{(pid=75798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:26:41.760599 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=75798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:26:41.761099 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extension vlan-transparent not supported by any of loaded plugins Aug 25 16:26:41.763464 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Creating instance of TrackedResource for resource:network Aug 25 16:26:41.764261 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Creating instance of TrackedResource for resource:subnet Aug 25 16:26:41.764870 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:26:41.765672 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Creating instance of TrackedResource for resource:port Aug 25 16:26:41.767005 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.v2.resource_helper [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:26:41.767453 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.v2.resource_helper [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Service FLAVORS assigned prefix: {{(pid=75798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:26:41.768099 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.v2.resource_helper [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:26:41.768532 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.v2.resource_helper [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:26:41.768861 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Creating instance of TrackedResource for resource:router Aug 25 16:26:41.769533 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Creating instance of TrackedResource for resource:floatingip Aug 25 16:26:41.770248 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.v2.resource_helper [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Service METERING assigned prefix: /metering {{(pid=75798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:26:41.771698 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.772102 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.772453 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:26:41.773619 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 16:26:41.774062 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Creating instance of TrackedResource for resource:security_group Aug 25 16:26:41.774723 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 16:26:41.775452 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.v2.resource_helper [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Service CORE assigned prefix: {{(pid=75798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:26:41.775783 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:26:41.776185 dv-cinder-806008-1-smb neutron-server[75798]: WARNING neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] subnetpool is already registered Aug 25 16:26:41.776760 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.v2.resource_helper [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Service CORE assigned prefix: {{(pid=75798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:26:41.777091 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:26:41.777406 dv-cinder-806008-1-smb neutron-server[75798]: WARNING neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] subnetpool is already registered Aug 25 16:26:41.780645 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.v2.resource_helper [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:26:41.781084 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.v2.resource_helper [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Service FLAVORS assigned prefix: {{(pid=75798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:26:41.781670 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.v2.resource_helper [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:26:41.782090 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.v2.resource_helper [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:26:41.782419 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Creating instance of TrackedResource for resource:router Aug 25 16:26:41.782744 dv-cinder-806008-1-smb neutron-server[75798]: WARNING neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] router is already registered Aug 25 16:26:41.783345 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Creating instance of TrackedResource for resource:floatingip Aug 25 16:26:41.783671 dv-cinder-806008-1-smb neutron-server[75798]: WARNING neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] floatingip is already registered Aug 25 16:26:41.784327 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.v2.resource_helper [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Service METERING assigned prefix: /metering {{(pid=75798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:26:41.785000 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 16:26:41.785329 dv-cinder-806008-1-smb neutron-server[75798]: WARNING neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] rbac_policy is already registered Aug 25 16:26:41.785868 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Creating instance of TrackedResource for resource:security_group Aug 25 16:26:41.786204 dv-cinder-806008-1-smb neutron-server[75798]: WARNING neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] security_group is already registered Aug 25 16:26:41.786789 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 16:26:41.787118 dv-cinder-806008-1-smb neutron-server[75798]: WARNING neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] security_group_rule is already registered Aug 25 16:26:41.787795 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.v2.resource_helper [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Service CORE assigned prefix: {{(pid=75798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:26:41.788158 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:26:41.788483 dv-cinder-806008-1-smb neutron-server[75798]: WARNING neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] subnetpool is already registered Aug 25 16:26:41.789076 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.v2.resource_helper [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Service CORE assigned prefix: {{(pid=75798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:26:41.789402 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:26:41.789724 dv-cinder-806008-1-smb neutron-server[75798]: WARNING neutron.quota.resource_registry [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] subnetpool is already registered Aug 25 16:26:41.790373 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: extensions {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.791873 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: address-groups {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.793460 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: address-scopes {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.794636 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: agents {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.796464 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: auto-allocated-topology {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.797675 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: availability_zones {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.798956 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: dhcp-networks {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.800522 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: dhcp-agents {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.802181 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: routers {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.803983 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: flavors {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.805114 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: service_profiles {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.806280 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: next_providers {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.807760 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: service_profiles {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.809222 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: floatingip-pools {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.810450 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: routers {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.812284 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: floatingips {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.813427 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: l3-routers {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.814837 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: l3-agents {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.816251 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: metering-labels {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.818548 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: metering-label-rules {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.819815 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: network-ip-availabilities {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.821064 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: bindings {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.822671 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: quotas {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.824193 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: quotas {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.825671 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: rbac-policies {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.827173 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: security-groups {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.828421 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: security-group-rules {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.829634 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: service-providers {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.830838 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: subnetpools {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.832237 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: subnetpools {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.833758 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: tags {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.835979 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: tags {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.837737 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: tags {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.839483 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: tags {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.843211 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: tags {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.845619 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: tags {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.847358 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: tags {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.849195 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: tags {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.851038 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: tags {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.852875 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron.api.extensions [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Extended resource: tags {{(pid=75798) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:26:41.859435 dv-cinder-806008-1-smb neutron-server[75798]: WARNING keystonemiddleware.auth_token [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 25 16:26:41.864268 dv-cinder-806008-1-smb neutron-server[75798]: WARNING keystonemiddleware.auth_token [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 25 16:26:41.872339 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_concurrency.lockutils [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Acquired lock "singleton_lock" {{(pid=75798) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 25 16:26:41.872849 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_concurrency.lockutils [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Releasing lock "singleton_lock" {{(pid=75798) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 25 16:26:41.873617 dv-cinder-806008-1-smb neutron-server[75798]: INFO oslo_service.service [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Starting 2 workers Aug 25 16:26:41.878208 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Started child 75939 {{(pid=75798) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 16:26:41.882747 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Started child 75940 {{(pid=75798) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 16:26:41.883590 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:41.884297 dv-cinder-806008-1-smb neutron-server[75798]: INFO neutron.service [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Neutron service started, listening on 0.0.0.0:9696 Aug 25 16:26:41.884906 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Notify callbacks [] for process, before_spawn {{(pid=75798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:41.885118 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [-] (75939) wsgi starting up on http://0.0.0.0:9696 Aug 25 16:26:41.887360 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:41.887830 dv-cinder-806008-1-smb neutron-server[75798]: INFO oslo_service.service [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Starting 1 workers Aug 25 16:26:41.889384 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [-] (75940) wsgi starting up on http://0.0.0.0:9696 Aug 25 16:26:41.892485 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Started child 75941 {{(pid=75798) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 16:26:41.892991 dv-cinder-806008-1-smb neutron-server[75798]: INFO oslo_service.service [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Starting 1 workers Aug 25 16:26:41.896581 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.service [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] calling RpcWorker wait() {{(pid=75941) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 25 16:26:41.897166 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.service [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] returning from RpcWorker wait() {{(pid=75941) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 25 16:26:41.897635 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Started child 75942 {{(pid=75798) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 16:26:41.898393 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:41.898493 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG neutron_lib.callbacks.manager [None req-12d7b483-c326-451c-8a61-28a1317538ae None None] Notify callbacks [] for process, after_spawn {{(pid=75798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:41.898898 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:26:41.900390 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75798) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 25 16:26:41.900611 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 16:26:41.900794 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 16:26:41.901000 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 16:26:41.901325 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 16:26:41.901489 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 16:26:41.902169 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.902462 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.902679 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:41.903166 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.903166 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.903309 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.903796 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.905839 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.906120 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.906427 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.906675 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.906853 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.907026 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.907463 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.907707 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.908031 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.908323 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.908572 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.908839 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.909039 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.909307 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] config_source = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.909586 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.909831 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.910075 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] debug = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.910334 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.910840 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.911078 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.911306 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.911570 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.911867 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.912146 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.912430 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.912652 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.912892 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.913139 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.913404 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.913636 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.913943 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.914145 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.914363 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.914863 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] host = dv-cinder-806008-1-smb {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.915097 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.915320 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.915563 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.915792 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.916061 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.916303 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.916559 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.916895 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.917054 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.917391 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.917546 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.917795 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.918019 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] log_dir = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.918268 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] log_file = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.918434 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] log_options = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.918650 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.918931 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.919207 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.919398 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.919556 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.919785 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.920656 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.920845 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.921097 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.921415 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.921572 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.921772 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.922013 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.922234 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.922462 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.922701 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.922938 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.923152 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.923410 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.923652 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.923879 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.924136 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.924359 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.924575 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.924794 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.925013 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.925235 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.925456 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.925769 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.925991 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.926235 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.926710 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.926933 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.927149 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.927420 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.927641 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.927863 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.928281 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.928492 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.928727 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.929052 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.929279 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.929546 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.929779 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.930001 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] use_journal = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.930172 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] use_json = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.930320 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:26:41.930466 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.930626 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.930857 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.931075 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.931343 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.933421 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.933421 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.933421 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:41.933421 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.933421 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.933421 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.933421 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.933421 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.934196 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.934196 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.934196 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.934414 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.934597 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.934915 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.935152 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.935670 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.935907 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.936182 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.936550 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.936775 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.937032 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.937273 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.937490 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.937707 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.937939 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.938202 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.938424 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.938683 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.938882 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.939128 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.939402 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.939644 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.939854 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.940095 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.940338 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.940560 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.940778 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.940988 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.941187 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.941510 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.941752 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.942009 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.942660 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.942660 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.944053 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.944053 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.944053 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.944053 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.952462 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.952462 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.952462 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.952462 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.952462 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.952462 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.952462 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.952462 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.952462 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.954169 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.954169 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.954169 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.954169 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.954169 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.954169 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.954169 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.954169 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.954169 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.954817 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.954817 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.954817 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.954817 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.954817 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.954817 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.954817 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.954817 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.954817 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.955456 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.955456 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.955456 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.955456 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.955456 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.955456 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.955456 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.955456 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.956043 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.956043 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.956043 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.956043 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.956043 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.956548 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.956548 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.956776 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.956969 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.957227 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.957507 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.957841 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.957984 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.958212 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.958805 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.958805 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.958989 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.959231 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.959500 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.959755 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.960027 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.960306 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.960707 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.960874 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.961108 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.961371 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.961662 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.961940 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.962242 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.962512 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.962789 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.963047 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.963305 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.963584 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.963823 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.964105 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.964332 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.964627 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.964889 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.965137 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.965376 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.965614 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.966125 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.966265 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.966400 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.966664 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.967629 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.967805 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.968244 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.968506 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.968782 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.969044 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.969313 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.969549 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.969772 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.969989 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.970221 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.970457 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.970704 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.970972 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.971188 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.971437 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.971683 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.971929 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.972171 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.972404 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.972639 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.972877 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.973117 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.973367 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.973729 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.973868 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.974042 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.974261 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.974480 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.974697 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.974935 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.975199 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.975435 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.975719 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.976007 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.976243 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.976470 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.976694 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.976929 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.977145 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.977789 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.977789 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.978065 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.978200 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.978300 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.978520 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.978731 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.979117 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.979213 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.979436 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.979657 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.980308 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.980308 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.980538 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.980695 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.980934 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.981152 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.981755 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.981755 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.981998 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.981998 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.982303 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.982616 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.982856 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.983068 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.983280 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.983524 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.983741 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.984005 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.984242 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.984454 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.984671 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.984957 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.985198 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.985440 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.985691 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.985932 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.986162 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.986380 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.986592 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.986810 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.987039 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.987332 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.987585 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.987853 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.988124 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.988354 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.988583 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.988845 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.989168 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.989383 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.989626 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.989887 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.990106 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.990347 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.990600 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.990998 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.991468 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.991718 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.992030 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.992242 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.992525 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.992783 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.992998 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.993303 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.993628 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.993964 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.994297 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.994558 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.994836 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.995076 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.995301 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.995535 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.995769 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.996015 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.996282 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.996512 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.996760 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.996975 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.997204 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.997421 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.997644 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.997899 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.998122 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.998405 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:41.998634 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 16:26:41.999169 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75798) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 25 16:26:41.999334 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 16:26:41.999488 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 16:26:41.999655 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 16:26:41.999823 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 16:26:41.999992 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 16:26:42.000244 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.000408 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.000569 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.000729 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.000889 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.001068 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.001230 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.001388 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.001546 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.001707 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.001868 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.002027 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.002186 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.002345 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.002504 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.002662 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.002822 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.002980 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.003142 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.003301 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] config_source = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.003460 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.003644 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.003825 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] debug = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.004007 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.004233 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.004399 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.004564 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.004723 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.004883 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.005042 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.005201 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.005360 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.005519 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.005677 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.005837 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.005997 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.006156 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.006314 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.006474 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.006632 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] host = dv-cinder-806008-1-smb {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.006790 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.006948 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.007107 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.007267 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.007426 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.007584 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.007758 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.007902 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.008080 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.008238 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.008397 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.008556 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.008732 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] log_dir = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.008878 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] log_file = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.009041 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] log_options = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.009199 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.009360 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.009518 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.009705 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.009868 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.010039 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.010426 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.010590 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.010747 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.010911 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.011072 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.011228 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.011387 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.011545 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.011703 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.011862 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.012042 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.012201 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.012361 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.012520 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.012680 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.012839 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.012999 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.013156 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.013317 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.014300 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.014481 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.014642 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.015247 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.015247 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.015247 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.015478 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.015584 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.015749 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.015833 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.016010 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.016163 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.016354 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.016472 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.016631 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.016790 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.016948 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.017181 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.017278 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.017408 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] use_journal = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.017570 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] use_json = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.017729 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.017889 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.018048 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.018207 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.018365 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.018524 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.018682 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.018843 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:26:42.019024 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.019187 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.019359 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.019522 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.019684 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.019846 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.020053 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.020218 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.020379 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.020540 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.020737 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.020863 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.021024 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.021187 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.021348 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.021511 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.021674 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.021836 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.021998 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.022182 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.022352 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.022518 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.022679 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.022841 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.023007 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.023167 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.023327 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.023493 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.023648 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.023805 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.023988 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.024908 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.024908 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.024908 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.024908 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.024908 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.024908 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.025352 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.025352 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.025352 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.025555 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.025663 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.025825 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.025986 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.026149 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.026310 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.026472 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.026634 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.026796 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.026957 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.027122 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.027295 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.027663 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.027827 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.028015 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.028188 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.028330 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.028491 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.028654 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.028819 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.028981 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.029744 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.030037 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.030208 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.030416 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.030578 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.030711 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.030827 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.030989 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.031151 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.031312 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.031474 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.031635 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.031797 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.031985 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.032168 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.032330 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.032491 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.032652 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.032813 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.032973 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.033136 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.033280 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.033483 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.033619 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.033753 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.033913 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.034076 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.034236 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.034397 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.034557 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.034717 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.034877 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.035041 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.035202 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.035362 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.035528 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.035693 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.035850 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.036032 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.036194 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.036364 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.036524 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.036686 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.036846 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.037017 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.037185 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.037353 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.037518 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.037677 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.037838 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.037999 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.038160 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.038320 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.038480 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.038641 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.038802 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.038975 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.039140 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.039381 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.039515 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.039681 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.039865 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.040048 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.040211 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.040374 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.040551 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.040700 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.040861 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.041021 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.041424 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.041424 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.041660 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.041660 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.041905 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.042016 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.042133 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.042275 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.042396 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.042535 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.042695 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.042859 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.043020 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.043181 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.043341 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.043503 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.043664 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.043827 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.044056 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.044221 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.044383 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.044544 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.044746 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.044915 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.045074 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.045251 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.045435 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.045706 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.045839 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.045965 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.046128 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.046291 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.046453 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.046616 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.046781 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.046942 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.047106 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.047269 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.047524 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.047627 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.047752 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.047893 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.048111 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.048229 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.048391 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.048553 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.048714 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.048891 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.049058 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.049224 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.049366 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.049527 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.049688 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.049834 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.049999 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.050160 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.050320 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.050483 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.050650 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.050812 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.050976 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.051139 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.051578 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.051816 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.051951 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.052121 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.052283 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.052444 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.052621 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.052783 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.052946 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.053108 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.053269 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.053441 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.053604 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.053811 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.053941 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.054072 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.054242 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.054406 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.054567 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.054742 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.055307 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.055307 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.055533 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.055533 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.055674 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.055851 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.056017 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.056180 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.056342 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.056505 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.056672 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.056842 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.057010 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.057179 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.057345 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.057679 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.057853 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.058017 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.058185 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.058351 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.058511 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.058676 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.058835 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.058996 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.059163 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.059321 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.059561 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.059737 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.059830 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.059949 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.060106 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.060266 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.060451 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.061034 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.061034 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.061034 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.061360 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.061360 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.061606 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:26:42.061702 dv-cinder-806008-1-smb neutron-server[75798]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 16:26:42.063289 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:26:42.306354 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 51210) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:26:42.315834 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070281 Aug 25 16:26:53.813216 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7278e1-962d-4b81-8fa8-12dd6abbeafb None None] get_active_networks_info from dv-cinder-806008-1-smb {{(pid=75941) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Aug 25 16:26:53.948049 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7278e1-962d-4b81-8fa8-12dd6abbeafb None None] No non-hosted networks {{(pid=75941) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 25 16:26:53.963616 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.agentschedulers_db [None req-bf7278e1-962d-4b81-8fa8-12dd6abbeafb None None] DHCP Agent not found on host dv-cinder-806008-1-smb {{(pid=75941) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 25 16:26:54.098698 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-1204b6b0-e923-44a3-8a47-db0f60cbd71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-742346'] for agent, after_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:55.466705 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-742346'] for agent, after_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:55.469394 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:26:55.470247 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:26:55.480096 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:26:55.480096 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:26:55.480096 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:26:55.480096 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:26:55.480096 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:26:55.481353 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:26:55.481353 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:26:55.481353 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:26:55.481353 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:26:55.482387 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806008-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:26:55.491344 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806008-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:26:57.383860 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-271be4fc-f285-4efb-9c0f-48c02f710ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-742346'] for agent, after_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:57.421740 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.db.api [None req-a978ed44-bdbb-4824-a897-3b8ced0ed174 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-806008-1-smb {{(pid=75941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:26:57.422447 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_db.api [None req-a978ed44-bdbb-4824-a897-3b8ced0ed174 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:26:58.060952 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-742346'] for agent, after_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:58.078066 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-a978ed44-bdbb-4824-a897-3b8ced0ed174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:59.745936 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-742346'] for agent, after_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:01.799822 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 51304) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:27:02.809310 dv-cinder-806008-1-smb neutron-server[75940]: WARNING oslo_policy.policy [None req-0f25659c-02f8-4763-8d23-33f106867cc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:27:02.810830 dv-cinder-806008-1-smb neutron-server[75940]: WARNING oslo_policy.policy [None req-0f25659c-02f8-4763-8d23-33f106867cc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:27:03.034254 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [None req-0f25659c-02f8-4763-8d23-33f106867cc0 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=75940) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:27:03.035328 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-0f25659c-02f8-4763-8d23-33f106867cc0 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 1.2339902 Aug 25 16:27:03.634161 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.db.l3_hamode_db [None req-c23fe198-545e-44a1-a92a-ce9a3797828f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 25 16:27:03.736239 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23fe198-545e-44a1-a92a-ce9a3797828f None None] Routers set() bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:27:03.736516 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23fe198-545e-44a1-a92a-ce9a3797828f None None] Router IDs set() for agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 16:27:05.515726 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 51318) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:27:06.562856 dv-cinder-806008-1-smb neutron-server[75939]: WARNING oslo_policy.policy [None req-c9594c4c-2dd0-4cd9-a445-591940666506 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:27:06.563606 dv-cinder-806008-1-smb neutron-server[75939]: WARNING oslo_policy.policy [None req-c9594c4c-2dd0-4cd9-a445-591940666506 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:27:06.785405 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-c9594c4c-2dd0-4cd9-a445-591940666506 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:27:06.837676 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.policy [None req-c9594c4c-2dd0-4cd9-a445-591940666506 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75939) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 25 16:27:06.838471 dv-cinder-806008-1-smb neutron-server[75939]: WARNING oslo_policy.policy [None req-c9594c4c-2dd0-4cd9-a445-591940666506 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:27:06.838852 dv-cinder-806008-1-smb neutron-server[75939]: WARNING oslo_policy.policy [None req-c9594c4c-2dd0-4cd9-a445-591940666506 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:27:06.843061 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.quota [None req-c9594c4c-2dd0-4cd9-a445-591940666506 admin admin] Loaded quota_driver: . Aug 25 16:27:06.860198 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-c9594c4c-2dd0-4cd9-a445-591940666506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:27:07.019097 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c9594c4c-2dd0-4cd9-a445-591940666506 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731570216449', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731570457184', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731570470256', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731570443478', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731570441794', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66642247', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66925370', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-862790', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-973210'] for rbac-policy, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:07.368315 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c9594c4c-2dd0-4cd9-a445-591940666506 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:07.369992 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-c9594c4c-2dd0-4cd9-a445-591940666506 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.8516445 Aug 25 16:27:10.166354 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 51336) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:27:10.614600 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '53e15d99808843db8ff3fdaf8437daf5', 'name': 'private'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:27:10.623578 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:27:10.631308 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Usage tracker for resource:network and tenant:53e15d99808843db8ff3fdaf8437daf5 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:27:10.638831 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:27:10.646476 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:27:10.780772 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Made reservation on behalf of 53e15d99808843db8ff3fdaf8437daf5 for: {'network': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:27:10.783999 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for network, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:10.804734 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:10.853959 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:27:10.858421 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Usage tracker for resource:security_group_rule and tenant:53e15d99808843db8ff3fdaf8437daf5 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:27:10.861849 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:27:10.868676 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:27:10.951500 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:11.054054 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:11.060719 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:27:11.084155 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] vlan segment allocate from pool success with {'vlan_id': 1200, 'physical_network': 'physnet1'} {{(pid=75939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:27:11.120682 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731567645817', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:11.121412 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Unsubscribe: segment precommit_create {{(pid=75939) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 16:27:11.122473 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.db.segments_db [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Added segment 3a266797-d319-4219-99ca-c504ab09844d of type vlan for network 6fc9340c-78cc-452f-a92b-f330299d2eb6 Aug 25 16:27:11.146734 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2580008-d780-4906-a864-23791180d7cf,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:27:11.264228 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:11.265009 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:11.265305 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:11.265853 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:11.266389 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:11.266938 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:11.267476 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:11.268087 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:11.268632 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:11.269164 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:11.269704 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Tracked resource versions report: Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: pushed versions: Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'Log': {'1.0'}, Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'Network': {'1.1'}, Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'Port': {'1.5'}, Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'PortForwarding': {'1.2'}, Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'QosPolicy': {'1.8'}, Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'SecurityGroup': {'1.2'}, Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'SubPort': {'1.0'}, Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'Subnet': {'1.1'}, Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'Trunk': {'1.1'}} Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: consumer versions: Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: { DHCP agent@dv-cinder-806008-1-smb: {}, Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: L3 agent@dv-cinder-806008-1-smb: {}, Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: Metadata agent@dv-cinder-806008-1-smb: {}, Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: Metering agent@dv-cinder-806008-1-smb: {}, Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: Open vSwitch agent@dv-cinder-806008-1-smb: { 'ConntrackHelper': '1.0', Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'Log': '1.0', Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'Network': '1.1', Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'Port': '1.5', Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'PortForwarding': '1.2', Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'QosPolicy': '1.8', Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'SecurityGroup': '1.2', Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'SecurityGroupRule': '1.0', Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'SubPort': '1.0', Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'Subnet': '1.1', Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: 'Trunk': '1.1'}} Aug 25 16:27:11.271494 dv-cinder-806008-1-smb neutron-server[75939]: {{(pid=75939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:27:11.345450 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731567222914'] for network, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:11.355196 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:27:11.481721 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for network, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:11.483541 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:27:11.484286 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:11.491222 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:27:11.609461 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Pushing event updated for resources: {'Network': ['ID=6fc9340c-78cc-452f-a92b-f330299d2eb6,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:27:11.612896 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:27:11.626510 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Network 6fc9340c-78cc-452f-a92b-f330299d2eb6 details requested by agent ovs-agent-dv-cinder-806008-1-smb with host dv-cinder-806008-1-smb {{(pid=75941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:27:11.695096 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.5271199 Aug 25 16:27:14.692343 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 51352) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:27:15.341387 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.policy [None req-1840934f-cc87-4ce7-9237-083a294c4f6f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75940) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 25 16:27:15.342230 dv-cinder-806008-1-smb neutron-server[75940]: WARNING oslo_policy.policy [None req-1840934f-cc87-4ce7-9237-083a294c4f6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:27:15.342658 dv-cinder-806008-1-smb neutron-server[75940]: WARNING oslo_policy.policy [None req-1840934f-cc87-4ce7-9237-083a294c4f6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:27:15.345737 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1840934f-cc87-4ce7-9237-083a294c4f6f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:27:15.347608 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-1840934f-cc87-4ce7-9237-083a294c4f6f admin admin] 10.222.0.35 "GET /v2.0/networks/6fc9340c-78cc-452f-a92b-f330299d2eb6 HTTP/1.1" status: 200 len: 826 time: 0.6540062 Aug 25 16:27:15.384350 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-5af69d3f-9bbf-45f4-bdcd-c5b0066bf44f admin admin] 10.222.0.35 "GET /v2.0/subnetpools/29460f35-bc5f-46fd-95ad-ba918f3a5e0e HTTP/1.1" status: 200 len: 734 time: 0.0305679 Aug 25 16:27:15.394147 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '29460f35-bc5f-46fd-95ad-ba918f3a5e0e', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '6fc9340c-78cc-452f-a92b-f330299d2eb6', 'tenant_id': '53e15d99808843db8ff3fdaf8437daf5'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:27:15.395827 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.quota [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Loaded quota_driver: . Aug 25 16:27:15.403746 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:27:15.410449 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Usage tracker for resource:subnet and tenant:53e15d99808843db8ff3fdaf8437daf5 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:27:15.414886 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:27:15.424350 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:27:15.510625 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Made reservation on behalf of 53e15d99808843db8ff3fdaf8437daf5 for: {'subnet': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:27:15.514208 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:15.968968 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for subnet, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:15.979007 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:27:16.078303 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Checking segment: {'id': '3a266797-d319-4219-99ca-c504ab09844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '6fc9340c-78cc-452f-a92b-f330299d2eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:27:16.078757 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Network hostable DHCP agents. Network: 6fc9340c-78cc-452f-a92b-f330299d2eb6, hostable agents: ['15364a29-dc0b-4d98-aa4e-4a52ef949670'], hosted agents: [] {{(pid=75940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:27:16.088229 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e91fcf1a-2257-4160-aaaa-902676a5f7b9,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:27:16.104472 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:16.104798 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:16.105123 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:16.105438 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:16.105778 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:16.106669 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:16.107207 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:16.107727 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:16.108116 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:16.108506 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:16.108820 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Tracked resource versions report: Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: pushed versions: Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'Log': {'1.0'}, Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'Network': {'1.1'}, Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'Port': {'1.5'}, Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'PortForwarding': {'1.2'}, Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'QosPolicy': {'1.8'}, Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'SecurityGroup': {'1.2'}, Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'SubPort': {'1.0'}, Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'Subnet': {'1.1'}, Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'Trunk': {'1.1'}} Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: consumer versions: Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: { DHCP agent@dv-cinder-806008-1-smb: {}, Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: L3 agent@dv-cinder-806008-1-smb: {}, Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: Metadata agent@dv-cinder-806008-1-smb: {}, Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: Metering agent@dv-cinder-806008-1-smb: {}, Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: Open vSwitch agent@dv-cinder-806008-1-smb: { 'ConntrackHelper': '1.0', Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'Log': '1.0', Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'Network': '1.1', Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'Port': '1.5', Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'PortForwarding': '1.2', Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'QosPolicy': '1.8', Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'SecurityGroup': '1.2', Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'SecurityGroupRule': '1.0', Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'SubPort': '1.0', Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'Subnet': '1.1', Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: 'Trunk': '1.1'}} Aug 25 16:27:16.109892 dv-cinder-806008-1-smb neutron-server[75940]: {{(pid=75940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:27:16.156118 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:27:16.229649 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Network 6fc9340c-78cc-452f-a92b-f330299d2eb6 is scheduled to be hosted by DHCP agent 15364a29-dc0b-4d98-aa4e-4a52ef949670 with binding_index 1 {{(pid=75940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:27:16.311082 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-smb, 6fc9340c-78cc-452f-a92b-f330299d2eb6) {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:27:16.321570 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:27:16.322749 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:16.326951 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6214780-8947-4c81-979f-f80b56a1c5bf None None] Network 6fc9340c-78cc-452f-a92b-f330299d2eb6 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:27:16.431412 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0414171 Aug 25 16:27:16.708537 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf32eec6-35ad-50e1-8160-6e5ab00d733c-6fc9340c-78cc-452f-a92b-f330299d2eb6', 'network_id': '6fc9340c-78cc-452f-a92b-f330299d2eb6', 'tenant_id': '53e15d99808843db8ff3fdaf8437daf5', 'fixed_ips': [{'subnet_id': 'e91fcf1a-2257-4160-aaaa-902676a5f7b9'}]}} from dv-cinder-806008-1-smb. {{(pid=75941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:27:16.709787 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:16.930020 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.db_base_plugin_common [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Allocated IP 172.20.0.2 (6fc9340c-78cc-452f-a92b-f330299d2eb6/e91fcf1a-2257-4160-aaaa-902676a5f7b9/41e47240-b2af-46eb-ade7-87e3e543e1cb) {{(pid=75941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:27:17.206255 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Notify callbacks [] for port, precommit_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:17.222786 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Transition to ACTIVE for port object 41e47240-b2af-46eb-ade7-87e3e543e1cb will not be triggered until provisioned by entity L2. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:27:17.254096 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Transition to ACTIVE for port object 41e47240-b2af-46eb-ade7-87e3e543e1cb will not be triggered until provisioned by entity DHCP. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:27:17.345974 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807'] for port, after_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:17.352202 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:27:17.444167 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Network 6fc9340c-78cc-452f-a92b-f330299d2eb6 is already hosted by enough agents. {{(pid=75941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:27:17.450592 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.scheduler.base_scheduler [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Resources bound (agent type, host, resource id): {{(pid=75941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:27:17.462504 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Received port after_create {{(pid=75941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:27:17.469514 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Pushing event updated for resources: {'Port': ['ID=41e47240-b2af-46eb-ade7-87e3e543e1cb,revision_number=1']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:27:17.596177 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:17.596531 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:17.596863 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:17.597188 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:17.597518 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:17.597841 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:17.598313 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:17.598645 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:17.598995 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:17.599305 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:17.599625 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Tracked resource versions report: Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: pushed versions: Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'Log': {'1.0'}, Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'Network': {'1.1'}, Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'Port': {'1.5'}, Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'PortForwarding': {'1.2'}, Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'QosPolicy': {'1.8'}, Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'SecurityGroup': {'1.2'}, Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'SubPort': {'1.0'}, Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'Subnet': {'1.1'}, Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'Trunk': {'1.1'}} Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: consumer versions: Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: { DHCP agent@dv-cinder-806008-1-smb: {}, Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: L3 agent@dv-cinder-806008-1-smb: {}, Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: Metadata agent@dv-cinder-806008-1-smb: {}, Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: Metering agent@dv-cinder-806008-1-smb: {}, Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: Open vSwitch agent@dv-cinder-806008-1-smb: { 'ConntrackHelper': '1.0', Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'Log': '1.0', Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'Network': '1.1', Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'Port': '1.5', Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'PortForwarding': '1.2', Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'QosPolicy': '1.8', Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'SecurityGroup': '1.2', Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'SecurityGroupRule': '1.0', Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'SubPort': '1.0', Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'Subnet': '1.1', Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: 'Trunk': '1.1'}} Aug 25 16:27:17.601009 dv-cinder-806008-1-smb neutron-server[75941]: {{(pid=75941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:27:17.609377 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:27:17.633026 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Attempting to bind port 41e47240-b2af-46eb-ade7-87e3e543e1cb on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:27:17.633562 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Attempting to bind port 41e47240-b2af-46eb-ade7-87e3e543e1cb by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '3a266797-d319-4219-99ca-c504ab09844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '6fc9340c-78cc-452f-a92b-f330299d2eb6'}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:27:17.634109 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Attempting to bind port 41e47240-b2af-46eb-ade7-87e3e543e1cb on network 6fc9340c-78cc-452f-a92b-f330299d2eb6 {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:27:17.642785 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:27:17.643276 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Checking segment: {'id': '3a266797-d319-4219-99ca-c504ab09844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '6fc9340c-78cc-452f-a92b-f330299d2eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:27:17.643817 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:17.644374 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Bound using segment: {'id': '3a266797-d319-4219-99ca-c504ab09844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '6fc9340c-78cc-452f-a92b-f330299d2eb6'} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:27:17.644927 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Bound port: 41e47240-b2af-46eb-ade7-87e3e543e1cb, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a266797-d319-4219-99ca-c504ab09844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '6fc9340c-78cc-452f-a92b-f330299d2eb6'}}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:27:17.645378 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:17.761819 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] For port 41e47240-b2af-46eb-ade7-87e3e543e1cb, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:27:17.767320 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] For port 41e47240-b2af-46eb-ade7-87e3e543e1cb, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=41e47240-b2af-46eb-ade7-87e3e543e1cb,segment=NetworkSegment(3a266797-d319-4219-99ca-c504ab09844d),segment_id=3a266797-d319-4219-99ca-c504ab09844d)] {{(pid=75941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:27:17.871020 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:17.876475 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:27:18.011773 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Pushing event updated for resources: {'Port': ['ID=41e47240-b2af-46eb-ade7-87e3e543e1cb,revision_number=2']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:27:18.018705 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:27:19.080848 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 51368) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:27:19.817162 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [None req-94939012-3f60-4985-a479-deafc41ff92f admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=75940) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:27:19.818482 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-94939012-3f60-4985-a479-deafc41ff92f admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.7360642 Aug 25 16:27:22.529282 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 51382) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:27:23.210562 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [None req-6e73c813-1149-4ab0-ad0b-642dc9c8e506 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=75939) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:27:23.215576 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-6e73c813-1149-4ab0-ad0b-642dc9c8e506 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6810977 Aug 25 16:27:23.598454 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4bf25e-dbc8-4f6b-b67d-7ededbbd0d94 None None] Network 6fc9340c-78cc-452f-a92b-f330299d2eb6 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:27:23.857790 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 41e47240-b2af-46eb-ade7-87e3e543e1cb up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:27:23.914434 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-0c69ba3d-6029-4356-8028-8cd4b9214f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:24.041238 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-9e61dd81-2802-4c10-a9d9-e304d935b105 None None] Provisioning for port 41e47240-b2af-46eb-ade7-87e3e543e1cb completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:27:24.299130 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port 41e47240-b2af-46eb-ade7-87e3e543e1cb completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:27:24.306381 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 41e47240-b2af-46eb-ade7-87e3e543e1cb triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:27:24.306652 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:24.521504 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:24.566262 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port 41e47240-b2af-46eb-ade7-87e3e543e1cb, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=41e47240-b2af-46eb-ade7-87e3e543e1cb,segment=NetworkSegment(3a266797-d319-4219-99ca-c504ab09844d),segment_id=3a266797-d319-4219-99ca-c504ab09844d)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:27:24.611971 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-ee7d784a-4a4f-4fb1-ad64-fb467fdb8952 None None] Provisioning complete for port 41e47240-b2af-46eb-ade7-87e3e543e1cb triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:27:24.612962 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-ee7d784a-4a4f-4fb1-ad64-fb467fdb8952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:24.645325 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:24.663361 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:27:24.769331 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=41e47240-b2af-46eb-ade7-87e3e543e1cb,revision_number=3']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:27:24.774538 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:27:25.407729 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:25.758765 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 41e47240-b2af-46eb-ade7-87e3e543e1cb up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:27:25.886404 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 41e47240-b2af-46eb-ade7-87e3e543e1cb triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:27:25.887459 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:26.725312 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 51398) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:27:27.384712 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-158e06ef-0bd2-4cba-a780-6a3d3c32ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:27.486500 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-234d69e9-27e2-429f-8a25-e9060d3c4077 admin admin] Request body: {'router': {'tenant_id': '53e15d99808843db8ff3fdaf8437daf5', 'admin_state_up': True, 'name': 'router1'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:27:27.493953 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-234d69e9-27e2-429f-8a25-e9060d3c4077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:27:27.500465 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-234d69e9-27e2-429f-8a25-e9060d3c4077 admin admin] Usage tracker for resource:router and tenant:53e15d99808843db8ff3fdaf8437daf5 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:27:27.508056 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-234d69e9-27e2-429f-8a25-e9060d3c4077 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:27:27.515486 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-234d69e9-27e2-429f-8a25-e9060d3c4077 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:27:27.591502 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-234d69e9-27e2-429f-8a25-e9060d3c4077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3833'] for router, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:27.593205 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-234d69e9-27e2-429f-8a25-e9060d3c4077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3826'] for router, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:27.633308 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-234d69e9-27e2-429f-8a25-e9060d3c4077 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:27.895478 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-234d69e9-27e2-429f-8a25-e9060d3c4077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741915'] for router, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:27.945001 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:28.007695 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-234d69e9-27e2-429f-8a25-e9060d3c4077 admin admin] Notify callbacks [] for router, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:28.009349 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-234d69e9-27e2-429f-8a25-e9060d3c4077 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2826877 Aug 25 16:27:29.641993 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:30.872387 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 51418) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:27:31.157234 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [None req-7b018b50-8783-4f7b-8df8-64acf0899f9c admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=75939) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:27:31.158304 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-7b018b50-8783-4f7b-8df8-64acf0899f9c admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2849696 Aug 25 16:27:33.682650 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 51438) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:27:33.775381 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:27:33.781966 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:27:33.787294 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Usage tracker for resource:network and tenant:fcb45bf090ed47aabcd110bcf1940a16 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:27:33.790880 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:27:33.799376 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:27:33.888138 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Made reservation on behalf of fcb45bf090ed47aabcd110bcf1940a16 for: {'network': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:27:33.892078 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for network, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:33.915128 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:33.974421 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:27:33.981764 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Usage tracker for resource:security_group_rule and tenant:fcb45bf090ed47aabcd110bcf1940a16 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:27:33.987021 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:27:33.998758 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:27:34.091225 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:34.195344 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:34.201546 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:27:34.217311 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Reserving flat network on physical network physnet1 {{(pid=75939) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 25 16:27:34.244317 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edb7ae5-cb15-4933-a1ec-0285ff521f5e,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:27:34.249685 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:27:34.251891 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:34.251891 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.db.segments_db [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Added segment 104760f4-961f-4cad-b6bc-450e0a013f15 of type flat for network 298d0f1e-c103-4242-b158-a28991e655e1 Aug 25 16:27:34.297911 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731567222914'] for network, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:34.429485 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for network, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:34.430632 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:27:34.431231 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:34.436439 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-6bdc11a1-9a90-4aaf-968a-719a80ece072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:27:34.552949 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Pushing event updated for resources: {'Network': ['ID=298d0f1e-c103-4242-b158-a28991e655e1,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:27:34.557076 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:27:34.565154 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Network 298d0f1e-c103-4242-b158-a28991e655e1 details requested by agent ovs-agent-dv-cinder-806008-1-smb with host dv-cinder-806008-1-smb {{(pid=75941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:27:34.689387 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0048366 Aug 25 16:27:36.949406 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 51448) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:27:37.096117 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bf44e5-a8fa-4213-bbe3-e052ed5390ba admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:27:37.097722 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-a8bf44e5-a8fa-4213-bbe3-e052ed5390ba admin admin] 10.222.0.35 "GET /v2.0/subnets/e91fcf1a-2257-4160-aaaa-902676a5f7b9 HTTP/1.1" status: 200 len: 849 time: 0.1469800 Aug 25 16:27:37.281786 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-af58bc37-1196-4de3-b300-4c1c2dc7e9c3 admin admin] 10.222.0.35 "GET /v2.0/routers/8c43c33f-741c-44f4-bbe1-1f4fac323bac HTTP/1.1" status: 200 len: 704 time: 0.1742597 Aug 25 16:27:37.822702 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:37.961113 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 5 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:27:38.167588 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Allocated IP 172.20.0.1 (6fc9340c-78cc-452f-a92b-f330299d2eb6/e91fcf1a-2257-4160-aaaa-902676a5f7b9/8db85eb4-a254-49ca-af64-da1fd1d80870) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:27:38.382028 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:38.415156 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.provisioning_blocks [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Transition to ACTIVE for port object 8db85eb4-a254-49ca-af64-da1fd1d80870 will not be triggered until provisioned by entity DHCP. {{(pid=75939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:27:38.551104 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:38.555517 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:27:38.628730 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Network 6fc9340c-78cc-452f-a92b-f330299d2eb6 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:27:38.632363 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:27:38.643344 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:27:38.643859 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-742085'] for router_interface, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:38.647446 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Pushing event updated for resources: {'Port': ['ID=8db85eb4-a254-49ca-af64-da1fd1d80870,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:27:38.653400 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:27:38.934260 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:38.949091 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-2d895479-c761-431e-8a02-bd4160f285fb None None] Provisioning for port 8db85eb4-a254-49ca-af64-da1fd1d80870 completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:27:38.955458 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-2d895479-c761-431e-8a02-bd4160f285fb None None] Provisioning complete for port 8db85eb4-a254-49ca-af64-da1fd1d80870 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:27:38.955839 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2d895479-c761-431e-8a02-bd4160f285fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:39.016520 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-2d895479-c761-431e-8a02-bd4160f285fb None None] Port 8db85eb4-a254-49ca-af64-da1fd1d80870 cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:27:39.266610 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Notify callbacks [] for port, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:39.338637 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:39.340260 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66893069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742188'] for router_interface, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:39.344585 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:27:39.488334 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Pushing event updated for resources: {'Port': ['ID=8db85eb4-a254-49ca-af64-da1fd1d80870,revision_number=2']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:27:39.492962 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:27:39.571576 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Network 6fc9340c-78cc-452f-a92b-f330299d2eb6 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:27:39.572782 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:27:39.849891 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-6dff565c-a02b-4304-8d75-e26adc493730 None None] Provisioning complete for port 8db85eb4-a254-49ca-af64-da1fd1d80870 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:27:39.850403 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-6dff565c-a02b-4304-8d75-e26adc493730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:39.951081 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-6dff565c-a02b-4304-8d75-e26adc493730 None None] Port 8db85eb4-a254-49ca-af64-da1fd1d80870 cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:27:40.230133 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Router 8c43c33f-741c-44f4-bbe1-1f4fac323bac is scheduled to L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 with binding_index 1 {{(pid=75939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:27:40.418422 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:27:40.429750 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] 10.222.0.35 "PUT /v2.0/routers/8c43c33f-741c-44f4-bbe1-1f4fac323bac/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.1419890 Aug 25 16:27:40.525105 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Sync routers for ids ['8c43c33f-741c-44f4-bbe1-1f4fac323bac'] in dv-cinder-806008-1-smb {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:27:40.525105 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Routers {'8c43c33f-741c-44f4-bbe1-1f4fac323bac'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:27:40.525105 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:27:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['8c43c33f-741c-44f4-bbe1-1f4fac323bac'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:27:40.673875 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Set router 8c43c33f-741c-44f4-bbe1-1f4fac323bac gateway port host: None {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:27:41.217195 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c43c33f-741c-44f4-bbe1-1f4fac323bac', 'name': 'router1', 'tenant_id': '53e15d99808843db8ff3fdaf8437daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:27Z', 'updated_at': '2021-08-25T16:27:38Z', 'revision_number': 2, 'project_id': '53e15d99808843db8ff3fdaf8437daf5', 'gw_port_host': None, '_interfaces': [{'id': '8db85eb4-a254-49ca-af64-da1fd1d80870', 'name': '', 'network_id': '6fc9340c-78cc-452f-a92b-f330299d2eb6', 'tenant_id': '53e15d99808843db8ff3fdaf8437daf5', 'mac_address': 'fa:16:3e:b8:2d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c43c33f-741c-44f4-bbe1-1f4fac323bac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e91fcf1a-2257-4160-aaaa-902676a5f7b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:37Z', 'updated_at': '2021-08-25T16:27:39Z', 'revision_number': 2, 'project_id': '53e15d99808843db8ff3fdaf8437daf5', 'subnets': [{'id': 'e91fcf1a-2257-4160-aaaa-902676a5f7b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29460f35-bc5f-46fd-95ad-ba918f3a5e0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:27:41.222773 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Checking router: 8c43c33f-741c-44f4-bbe1-1f4fac323bac for host: dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:27:41.223137 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Updating router 8c43c33f-741c-44f4-bbe1-1f4fac323bac port 8db85eb4-a254-49ca-af64-da1fd1d80870 binding host dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:27:41.304889 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:42.008400 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Notify callbacks [] for port, precommit_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:42.032102 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.provisioning_blocks [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Transition to ACTIVE for port object 8db85eb4-a254-49ca-af64-da1fd1d80870 will not be triggered until provisioned by entity L2. {{(pid=75942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:27:42.110040 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:42.116464 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:27:42.366792 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31376181-cfef-4137-afc5-2c91cbed8c31 None None] Pushing event updated for resources: {'Port': ['ID=8db85eb4-a254-49ca-af64-da1fd1d80870,revision_number=3']} {{(pid=75942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:27:42.398474 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Attempting to bind port 8db85eb4-a254-49ca-af64-da1fd1d80870 on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:27:42.399076 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Attempting to bind port 8db85eb4-a254-49ca-af64-da1fd1d80870 by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '3a266797-d319-4219-99ca-c504ab09844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '6fc9340c-78cc-452f-a92b-f330299d2eb6'}] {{(pid=75942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:27:42.399761 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Attempting to bind port 8db85eb4-a254-49ca-af64-da1fd1d80870 on network 6fc9340c-78cc-452f-a92b-f330299d2eb6 {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:27:42.408529 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376181-cfef-4137-afc5-2c91cbed8c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:42.409122 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376181-cfef-4137-afc5-2c91cbed8c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:42.409644 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376181-cfef-4137-afc5-2c91cbed8c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:42.410193 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376181-cfef-4137-afc5-2c91cbed8c31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:42.410720 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376181-cfef-4137-afc5-2c91cbed8c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:42.411241 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376181-cfef-4137-afc5-2c91cbed8c31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:42.411763 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376181-cfef-4137-afc5-2c91cbed8c31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:42.412327 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376181-cfef-4137-afc5-2c91cbed8c31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:42.412820 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376181-cfef-4137-afc5-2c91cbed8c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:42.417057 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376181-cfef-4137-afc5-2c91cbed8c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:42.418284 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376181-cfef-4137-afc5-2c91cbed8c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376181-cfef-4137-afc5-2c91cbed8c31 None None] Tracked resource versions report: Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: pushed versions: Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'Log': {'1.0'}, Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'Network': {'1.1'}, Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'Port': {'1.5'}, Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'PortForwarding': {'1.2'}, Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'QosPolicy': {'1.8'}, Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'SecurityGroup': {'1.2'}, Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'SubPort': {'1.0'}, Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'Subnet': {'1.1'}, Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'Trunk': {'1.1'}} Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: consumer versions: Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: { DHCP agent@dv-cinder-806008-1-smb: {}, Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: L3 agent@dv-cinder-806008-1-smb: {}, Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: Metadata agent@dv-cinder-806008-1-smb: {}, Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: Metering agent@dv-cinder-806008-1-smb: {}, Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: Open vSwitch agent@dv-cinder-806008-1-smb: { 'ConntrackHelper': '1.0', Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'Log': '1.0', Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'Network': '1.1', Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'Port': '1.5', Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'PortForwarding': '1.2', Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'QosPolicy': '1.8', Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'SecurityGroup': '1.2', Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'SecurityGroupRule': '1.0', Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'SubPort': '1.0', Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'Subnet': '1.1', Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: 'Trunk': '1.1'}} Aug 25 16:27:42.419579 dv-cinder-806008-1-smb neutron-server[75942]: {{(pid=75942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:27:42.425469 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-31376181-cfef-4137-afc5-2c91cbed8c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:27:42.436270 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:27:42.436860 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Checking segment: {'id': '3a266797-d319-4219-99ca-c504ab09844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '6fc9340c-78cc-452f-a92b-f330299d2eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:27:42.437529 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:42.438037 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Bound using segment: {'id': '3a266797-d319-4219-99ca-c504ab09844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '6fc9340c-78cc-452f-a92b-f330299d2eb6'} {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:27:42.438668 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Bound port: 8db85eb4-a254-49ca-af64-da1fd1d80870, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a266797-d319-4219-99ca-c504ab09844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '6fc9340c-78cc-452f-a92b-f330299d2eb6'}}] {{(pid=75942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:27:42.439412 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:42.606024 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.db [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] For port 8db85eb4-a254-49ca-af64-da1fd1d80870, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:27:42.613970 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.db [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] For port 8db85eb4-a254-49ca-af64-da1fd1d80870, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=8db85eb4-a254-49ca-af64-da1fd1d80870,segment=NetworkSegment(3a266797-d319-4219-99ca-c504ab09844d),segment_id=3a266797-d319-4219-99ca-c504ab09844d)] {{(pid=75942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:27:42.755889 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:42.761266 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:27:42.851753 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 51460) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:27:42.873220 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31376181-cfef-4137-afc5-2c91cbed8c31 None None] Pushing event updated for resources: {'Port': ['ID=8db85eb4-a254-49ca-af64-da1fd1d80870,revision_number=4']} {{(pid=75942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:27:42.887128 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-31376181-cfef-4137-afc5-2c91cbed8c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:27:42.888001 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Routers {'8c43c33f-741c-44f4-bbe1-1f4fac323bac'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:27:42.888992 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:27:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['8c43c33f-741c-44f4-bbe1-1f4fac323bac'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:27:43.116465 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] Set router 8c43c33f-741c-44f4-bbe1-1f4fac323bac gateway port host: None {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:27:43.144298 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7df135-f489-4b3f-8938-e689b26d4122 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:27:43.146633 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-6e7df135-f489-4b3f-8938-e689b26d4122 admin admin] 10.222.0.35 "GET /v2.0/networks/298d0f1e-c103-4242-b158-a28991e655e1 HTTP/1.1" status: 200 len: 842 time: 0.2935698 Aug 25 16:27:43.162105 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'ip_version': 4}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:27:43.168049 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:27:43.174960 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] Usage tracker for resource:subnet and tenant:fcb45bf090ed47aabcd110bcf1940a16 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:27:43.178403 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:27:43.185633 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:27:43.303659 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] Made reservation on behalf of fcb45bf090ed47aabcd110bcf1940a16 for: {'subnet': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:27:43.306666 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:43.561579 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c43c33f-741c-44f4-bbe1-1f4fac323bac', 'name': 'router1', 'tenant_id': '53e15d99808843db8ff3fdaf8437daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:27Z', 'updated_at': '2021-08-25T16:27:38Z', 'revision_number': 2, 'project_id': '53e15d99808843db8ff3fdaf8437daf5', 'gw_port_host': None, '_interfaces': [{'id': '8db85eb4-a254-49ca-af64-da1fd1d80870', 'name': '', 'network_id': '6fc9340c-78cc-452f-a92b-f330299d2eb6', 'tenant_id': '53e15d99808843db8ff3fdaf8437daf5', 'mac_address': 'fa:16:3e:b8:2d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c43c33f-741c-44f4-bbe1-1f4fac323bac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e91fcf1a-2257-4160-aaaa-902676a5f7b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:37Z', 'updated_at': '2021-08-25T16:27:42Z', 'revision_number': 4, 'project_id': '53e15d99808843db8ff3fdaf8437daf5', 'subnets': [{'id': 'e91fcf1a-2257-4160-aaaa-902676a5f7b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29460f35-bc5f-46fd-95ad-ba918f3a5e0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:27:43.568869 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1746d15-4135-435f-81d7-0c475ad76188 None None] The sync data for ids ['8c43c33f-741c-44f4-bbe1-1f4fac323bac'] in dv-cinder-806008-1-smb is: [{'id': '8c43c33f-741c-44f4-bbe1-1f4fac323bac', 'name': 'router1', 'tenant_id': '53e15d99808843db8ff3fdaf8437daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:27Z', 'updated_at': '2021-08-25T16:27:38Z', 'revision_number': 2, 'project_id': '53e15d99808843db8ff3fdaf8437daf5', 'gw_port_host': None, '_interfaces': [{'id': '8db85eb4-a254-49ca-af64-da1fd1d80870', 'name': '', 'network_id': '6fc9340c-78cc-452f-a92b-f330299d2eb6', 'tenant_id': '53e15d99808843db8ff3fdaf8437daf5', 'mac_address': 'fa:16:3e:b8:2d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c43c33f-741c-44f4-bbe1-1f4fac323bac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e91fcf1a-2257-4160-aaaa-902676a5f7b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:37Z', 'updated_at': '2021-08-25T16:27:42Z', 'revision_number': 4, 'project_id': '53e15d99808843db8ff3fdaf8437daf5', 'subnets': [{'id': 'e91fcf1a-2257-4160-aaaa-902676a5f7b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29460f35-bc5f-46fd-95ad-ba918f3a5e0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:27:43.931051 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.objects.ports [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75940) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Aug 25 16:27:43.931667 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for subnet, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:43.936446 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:27:44.014078 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5184b04e-1ca0-4ee3-a46f-6b013348b4a8,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:27:44.017703 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:27:44.050276 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] Checking segment: {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:27:44.050876 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] Network hostable DHCP agents. Network: 298d0f1e-c103-4242-b158-a28991e655e1, hostable agents: ['15364a29-dc0b-4d98-aa4e-4a52ef949670'], hosted agents: [] {{(pid=75940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:27:44.230456 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] Network 298d0f1e-c103-4242-b158-a28991e655e1 is scheduled to be hosted by DHCP agent 15364a29-dc0b-4d98-aa4e-4a52ef949670 with binding_index 1 {{(pid=75940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:27:44.342955 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-smb, 298d0f1e-c103-4242-b158-a28991e655e1) {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:27:44.346967 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:27:44.347612 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:44.357000 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e247c376-f9d5-42ec-8f10-2d35bb9ffaa5 None None] Network 298d0f1e-c103-4242-b158-a28991e655e1 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:27:44.460693 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3029358 Aug 25 16:27:44.726454 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff2095d-db62-4e88-a653-d7be0e1538d0 None None] Network 298d0f1e-c103-4242-b158-a28991e655e1 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:27:45.788470 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 8db85eb4-a254-49ca-af64-da1fd1d80870 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:27:45.926285 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port 8db85eb4-a254-49ca-af64-da1fd1d80870 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:27:45.931883 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 8db85eb4-a254-49ca-af64-da1fd1d80870 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:27:45.932418 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:46.063326 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:46.108048 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port 8db85eb4-a254-49ca-af64-da1fd1d80870, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=8db85eb4-a254-49ca-af64-da1fd1d80870,segment=NetworkSegment(3a266797-d319-4219-99ca-c504ab09844d),segment_id=3a266797-d319-4219-99ca-c504ab09844d)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:27:46.193012 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:46.195722 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:27:46.291250 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=8db85eb4-a254-49ca-af64-da1fd1d80870,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:27:46.295658 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:27:46.914417 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 51474) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:27:47.254196 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-d4e2b9ab-89ba-437c-874d-b70eaac6e9d3 admin admin] 10.222.0.35 "GET /v2.0/routers/8c43c33f-741c-44f4-bbe1-1f4fac323bac HTTP/1.1" status: 200 len: 710 time: 0.3380878 Aug 25 16:27:47.416268 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99020848-e423-4c6c-94aa-60e373513050 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:27:47.417511 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-99020848-e423-4c6c-94aa-60e373513050 admin admin] Synchronizing usage tracker for tenant:fcb45bf090ed47aabcd110bcf1940a16 on resource:network {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:27:47.561467 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-99020848-e423-4c6c-94aa-60e373513050 admin admin] Unset dirty status for tenant:fcb45bf090ed47aabcd110bcf1940a16 on resource:network {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:27:47.563508 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-99020848-e423-4c6c-94aa-60e373513050 admin admin] 10.222.0.35 "GET /v2.0/networks/298d0f1e-c103-4242-b158-a28991e655e1 HTTP/1.1" status: 200 len: 886 time: 0.2990689 Aug 25 16:27:47.574025 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:27:47.772208 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 8db85eb4-a254-49ca-af64-da1fd1d80870 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:27:47.862326 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 8db85eb4-a254-49ca-af64-da1fd1d80870 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:27:47.862815 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:48.199607 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-743672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:48.483882 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:48.547014 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:48.713476 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Allocated IP 172.28.2.101 (298d0f1e-c103-4242-b158-a28991e655e1/5184b04e-1ca0-4ee3-a46f-6b013348b4a8/d9e9970a-d1c8-4d7c-bfe6-3358223993e4) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:27:48.879872 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:48.989823 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:48.993929 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:27:49.066111 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Network 298d0f1e-c103-4242-b158-a28991e655e1 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:27:49.069306 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:27:49.074906 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:27:49.106802 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e9970a-d1c8-4d7c-bfe6-3358223993e4,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:27:49.117405 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:27:49.387947 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:49.575378 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-743672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:49.579563 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-743649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-738708'] for router, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:49.802748 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Router 8c43c33f-741c-44f4-bbe1-1f4fac323bac has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:27:50.068334 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:27:50.080673 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Notify callbacks [] for router, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:50.081576 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Sync routers for ids ['8c43c33f-741c-44f4-bbe1-1f4fac323bac'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:27:50.082415 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] 10.222.0.35 "PUT /v2.0/routers/8c43c33f-741c-44f4-bbe1-1f4fac323bac HTTP/1.1" status: 200 len: 890 time: 2.5124526 Aug 25 16:27:50.102477 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Routers {'8c43c33f-741c-44f4-bbe1-1f4fac323bac'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:27:50.103507 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:27:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['8c43c33f-741c-44f4-bbe1-1f4fac323bac'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:27:50.360835 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Set router 8c43c33f-741c-44f4-bbe1-1f4fac323bac gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:27:50.853455 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c43c33f-741c-44f4-bbe1-1f4fac323bac', 'name': 'router1', 'tenant_id': '53e15d99808843db8ff3fdaf8437daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': 'd9e9970a-d1c8-4d7c-bfe6-3358223993e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:27Z', 'updated_at': '2021-08-25T16:27:49Z', 'revision_number': 4, 'project_id': '53e15d99808843db8ff3fdaf8437daf5', 'gw_port': {'id': 'd9e9970a-d1c8-4d7c-bfe6-3358223993e4', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:17:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c43c33f-741c-44f4-bbe1-1f4fac323bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:48Z', 'updated_at': '2021-08-25T16:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': '8db85eb4-a254-49ca-af64-da1fd1d80870', 'name': '', 'network_id': '6fc9340c-78cc-452f-a92b-f330299d2eb6', 'tenant_id': '53e15d99808843db8ff3fdaf8437daf5', 'mac_address': 'fa:16:3e:b8:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c43c33f-741c-44f4-bbe1-1f4fac323bac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e91fcf1a-2257-4160-aaaa-902676a5f7b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:37Z', 'updated_at': '2021-08-25T16:27:46Z', 'revision_number': 5, 'project_id': '53e15d99808843db8ff3fdaf8437daf5', 'subnets': [{'id': 'e91fcf1a-2257-4160-aaaa-902676a5f7b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29460f35-bc5f-46fd-95ad-ba918f3a5e0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:27:50.860027 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Checking router: 8c43c33f-741c-44f4-bbe1-1f4fac323bac for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:27:50.860415 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Updating router 8c43c33f-741c-44f4-bbe1-1f4fac323bac port d9e9970a-d1c8-4d7c-bfe6-3358223993e4 binding host dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:27:50.921143 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:51.376956 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Notify callbacks [] for port, precommit_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:51.397883 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Transition to ACTIVE for port object d9e9970a-d1c8-4d7c-bfe6-3358223993e4 will not be triggered until provisioned by entity L2. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:27:51.498014 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:51.502412 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:27:51.587427 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Attempting to bind port d9e9970a-d1c8-4d7c-bfe6-3358223993e4 on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:27:51.587950 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Attempting to bind port d9e9970a-d1c8-4d7c-bfe6-3358223993e4 by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:27:51.588207 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Attempting to bind port d9e9970a-d1c8-4d7c-bfe6-3358223993e4 on network 298d0f1e-c103-4242-b158-a28991e655e1 {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:27:51.591401 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4bc07-8626-4d33-88f4-cd959c72c836 None None] Pushing event updated for resources: {'Port': ['ID=d9e9970a-d1c8-4d7c-bfe6-3358223993e4,revision_number=2']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:27:51.594766 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-5bf4bc07-8626-4d33-88f4-cd959c72c836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:27:51.601787 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:27:51.603257 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Checking segment: {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:27:51.603257 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:51.603711 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Bound using segment: {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:27:51.604704 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Bound port: d9e9970a-d1c8-4d7c-bfe6-3358223993e4, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:27:51.605073 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:51.754814 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] For port d9e9970a-d1c8-4d7c-bfe6-3358223993e4, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:27:51.760438 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] For port d9e9970a-d1c8-4d7c-bfe6-3358223993e4, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=d9e9970a-d1c8-4d7c-bfe6-3358223993e4,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:27:51.864143 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:51.868783 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:27:51.955115 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4bc07-8626-4d33-88f4-cd959c72c836 None None] Pushing event updated for resources: {'Port': ['ID=d9e9970a-d1c8-4d7c-bfe6-3358223993e4,revision_number=3']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:27:51.958500 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-5bf4bc07-8626-4d33-88f4-cd959c72c836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:27:51.959663 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Routers {'8c43c33f-741c-44f4-bbe1-1f4fac323bac'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:27:51.960309 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:27:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['8c43c33f-741c-44f4-bbe1-1f4fac323bac'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:27:52.173088 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] Set router 8c43c33f-741c-44f4-bbe1-1f4fac323bac gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:27:52.628709 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c43c33f-741c-44f4-bbe1-1f4fac323bac', 'name': 'router1', 'tenant_id': '53e15d99808843db8ff3fdaf8437daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': 'd9e9970a-d1c8-4d7c-bfe6-3358223993e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:27Z', 'updated_at': '2021-08-25T16:27:49Z', 'revision_number': 4, 'project_id': '53e15d99808843db8ff3fdaf8437daf5', 'gw_port': {'id': 'd9e9970a-d1c8-4d7c-bfe6-3358223993e4', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:17:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c43c33f-741c-44f4-bbe1-1f4fac323bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:48Z', 'updated_at': '2021-08-25T16:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': '8db85eb4-a254-49ca-af64-da1fd1d80870', 'name': '', 'network_id': '6fc9340c-78cc-452f-a92b-f330299d2eb6', 'tenant_id': '53e15d99808843db8ff3fdaf8437daf5', 'mac_address': 'fa:16:3e:b8:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c43c33f-741c-44f4-bbe1-1f4fac323bac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e91fcf1a-2257-4160-aaaa-902676a5f7b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:37Z', 'updated_at': '2021-08-25T16:27:46Z', 'revision_number': 5, 'project_id': '53e15d99808843db8ff3fdaf8437daf5', 'subnets': [{'id': 'e91fcf1a-2257-4160-aaaa-902676a5f7b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29460f35-bc5f-46fd-95ad-ba918f3a5e0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:27:52.635242 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1f81f5-389f-4211-86a1-6b3a330162c7 None None] The sync data for ids ['8c43c33f-741c-44f4-bbe1-1f4fac323bac'] in dv-cinder-806008-1-smb is: [{'id': '8c43c33f-741c-44f4-bbe1-1f4fac323bac', 'name': 'router1', 'tenant_id': '53e15d99808843db8ff3fdaf8437daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': 'd9e9970a-d1c8-4d7c-bfe6-3358223993e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:27:27Z', 'updated_at': '2021-08-25T16:27:49Z', 'revision_number': 4, 'project_id': '53e15d99808843db8ff3fdaf8437daf5', 'gw_port': {'id': 'd9e9970a-d1c8-4d7c-bfe6-3358223993e4', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:17:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c43c33f-741c-44f4-bbe1-1f4fac323bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:48Z', 'updated_at': '2021-08-25T16:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': '8db85eb4-a254-49ca-af64-da1fd1d80870', 'name': '', 'network_id': '6fc9340c-78cc-452f-a92b-f330299d2eb6', 'tenant_id': '53e15d99808843db8ff3fdaf8437daf5', 'mac_address': 'fa:16:3e:b8:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c43c33f-741c-44f4-bbe1-1f4fac323bac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e91fcf1a-2257-4160-aaaa-902676a5f7b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:27:37Z', 'updated_at': '2021-08-25T16:27:46Z', 'revision_number': 5, 'project_id': '53e15d99808843db8ff3fdaf8437daf5', 'subnets': [{'id': 'e91fcf1a-2257-4160-aaaa-902676a5f7b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29460f35-bc5f-46fd-95ad-ba918f3a5e0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:27:52.650218 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 51484) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:27:52.851771 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-5daef6a3-382a-4e7b-b820-7a7e8a8d71ed admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.2001095 Aug 25 16:27:53.795094 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device d9e9970a-d1c8-4d7c-bfe6-3358223993e4 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:27:53.829330 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-62739b3b-a1b3-4649-a73b-4c0e5140c844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:53.995461 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port d9e9970a-d1c8-4d7c-bfe6-3358223993e4 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:27:54.002737 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port d9e9970a-d1c8-4d7c-bfe6-3358223993e4 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:27:54.003413 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:54.178528 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:54.198672 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port d9e9970a-d1c8-4d7c-bfe6-3358223993e4, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=d9e9970a-d1c8-4d7c-bfe6-3358223993e4,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:27:54.269561 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:54.273119 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:27:54.346245 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=d9e9970a-d1c8-4d7c-bfe6-3358223993e4,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:27:54.349468 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:27:55.406744 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:55.772932 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device d9e9970a-d1c8-4d7c-bfe6-3358223993e4 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:27:55.858559 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port d9e9970a-d1c8-4d7c-bfe6-3358223993e4 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:27:55.859279 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:57.334972 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-365edc38-fc59-4f89-ade2-b851489a3256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:57.984211 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:59.755098 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:14.952314 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 5 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:28:23.782233 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-7af556a2-9022-4be9-bf31-cd051b9c1026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:25.417254 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:27.336570 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-48678f89-861d-4919-87b5-2b9d14f4311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:27.959535 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:29.645079 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:51.954258 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 5 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:28:53.736299 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-8d9d2179-77b5-47b9-83e3-19a0409775af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:55.455817 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:57.341305 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e80d42a5-065c-43ac-b695-ac0f6c136552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:57.958265 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:59.649676 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:23.741032 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-4e2b31a9-7729-4f02-9a67-70c95a22a856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:25.388860 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:27.317999 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-0c2e0e06-4b4c-4996-9906-40a20d343093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:28.032109 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:28.954883 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 5 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:29:29.661167 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:53.750035 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-0668fee7-31ee-402e-a188-41ee703c6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:55.374359 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:57.362981 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-339ed8d5-7f30-4796-aa67-4f714540c82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:57.967306 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:59.648252 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:05.955067 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 5 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:30:12.681515 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52064) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:30:12.843077 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28f7ba4-a039-4c52-b02b-91132fe0c5a1 admin admin] GET failed (client error): The resource could not be found. Aug 25 16:30:12.845235 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-a28f7ba4-a039-4c52-b02b-91132fe0c5a1 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1625361 Aug 25 16:30:13.108598 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1352b18-7529-4c5b-8b02-84235e020b10 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:30:13.111056 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-a1352b18-7529-4c5b-8b02-84235e020b10 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2615666 Aug 25 16:30:15.964521 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52074) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:30:16.186509 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa85a18b-b63b-4096-8c48-602373b5b9a5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:30:16.187198 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-aa85a18b-b63b-4096-8c48-602373b5b9a5 admin admin] Synchronizing usage tracker for tenant:fcb45bf090ed47aabcd110bcf1940a16 on resource:subnet {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:30:16.328513 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-aa85a18b-b63b-4096-8c48-602373b5b9a5 admin admin] Unset dirty status for tenant:fcb45bf090ed47aabcd110bcf1940a16 on resource:subnet {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:30:16.329634 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-aa85a18b-b63b-4096-8c48-602373b5b9a5 admin admin] 10.222.0.35 "GET /v2.0/subnets/e91fcf1a-2257-4160-aaaa-902676a5f7b9 HTTP/1.1" status: 200 len: 849 time: 0.3638773 Aug 25 16:30:16.339857 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:30:16.487401 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] Notify callbacks [] for subnet, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:16.804082 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731567695629'] for subnet, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:16.812130 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-fec0bceb-2527-40ba-a155-a03fe60f9b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:30:16.863190 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:30:16.863799 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:16.870670 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] 10.222.0.35 "PUT /v2.0/subnets/e91fcf1a-2257-4160-aaaa-902676a5f7b9 HTTP/1.1" status: 200 len: 868 time: 0.5295165 Aug 25 16:30:16.870934 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bcdd66-ace2-42d0-a029-ab6874385e14 None None] Network 6fc9340c-78cc-452f-a92b-f330299d2eb6 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:30:16.894950 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e91fcf1a-2257-4160-aaaa-902676a5f7b9,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:30:16.907585 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:30:16.908151 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:30:16.908668 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:30:16.909134 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:30:16.909678 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:30:16.910216 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:30:16.910754 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:30:16.911264 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:30:16.911773 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:30:16.912332 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:30:16.913724 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:30:16.918727 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-88653d53-4a48-4aff-a7fd-bc24f1228e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:30:17.664916 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-99577a6c-e0fa-49f3-af14-931cfeac6972 None None] Provisioning complete for port 8db85eb4-a254-49ca-af64-da1fd1d80870 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:30:17.665402 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-99577a6c-e0fa-49f3-af14-931cfeac6972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:17.860087 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-99577a6c-e0fa-49f3-af14-931cfeac6972 None None] Provisioning complete for port 41e47240-b2af-46eb-ade7-87e3e543e1cb triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:30:17.860673 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-99577a6c-e0fa-49f3-af14-931cfeac6972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:19.358060 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52084) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:30:19.639989 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6197c88-e270-44ae-b9d6-c16256c8d00f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:30:19.640629 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6197c88-e270-44ae-b9d6-c16256c8d00f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:30:19.644588 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-e6197c88-e270-44ae-b9d6-c16256c8d00f admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2840827 Aug 25 16:30:22.242643 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52094) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:30:22.581668 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613214ee-7f1d-4ae0-bf4a-c7f509b5d76a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:30:22.582196 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613214ee-7f1d-4ae0-bf4a-c7f509b5d76a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:30:22.585531 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-613214ee-7f1d-4ae0-bf4a-c7f509b5d76a admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.3408625 Aug 25 16:30:23.785888 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-1036fcf1-1601-42bf-8db0-13c5b714af16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:25.215747 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52104) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:30:25.397473 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:25.478015 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb699763-e810-44e7-9f33-d05d5bd3aa84 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:30:25.480304 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-eb699763-e810-44e7-9f33-d05d5bd3aa84 admin admin] 10.222.0.35 "GET /v2.0/networks/298d0f1e-c103-4242-b158-a28991e655e1 HTTP/1.1" status: 200 len: 886 time: 0.2633889 Aug 25 16:30:27.340068 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e253f366-2f98-4fb6-a5ab-d2d9509e0cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:27.980117 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:28.115889 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52114) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:30:28.392690 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b891a56-a169-48d6-86d3-6eea4eed00a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:30:28.394224 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-8b891a56-a169-48d6-86d3-6eea4eed00a3 admin admin] 10.222.0.35 "GET /v2.0/networks/6fc9340c-78cc-452f-a92b-f330299d2eb6 HTTP/1.1" status: 200 len: 870 time: 0.2772932 Aug 25 16:30:29.648392 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:30.822597 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52124) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:30:30.985979 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0295fdce-9e78-478a-a1f6-20c4df2602d8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:30:30.986450 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0295fdce-9e78-478a-a1f6-20c4df2602d8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:30:30.988292 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-0295fdce-9e78-478a-a1f6-20c4df2602d8 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1642745 Aug 25 16:30:33.514154 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52134) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:30:33.739122 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005cfde9-00be-45a5-a770-dec0dd653646 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:30:33.739624 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005cfde9-00be-45a5-a770-dec0dd653646 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:30:33.741960 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-005cfde9-00be-45a5-a770-dec0dd653646 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2266932 Aug 25 16:30:36.895902 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52144) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:30:37.036173 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea647b3-0921-4d91-bd74-9e2c4559d3bf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:30:37.037612 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-1ea647b3-0921-4d91-bd74-9e2c4559d3bf admin admin] 10.222.0.35 "GET /v2.0/subnets/5184b04e-1ca0-4ee3-a46f-6b013348b4a8 HTTP/1.1" status: 200 len: 816 time: 0.1396458 Aug 25 16:30:39.358231 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52154) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:30:39.539287 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e5dee1-6314-4c08-9f24-8b1a38be80ff admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:30:39.541020 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-40e5dee1-6314-4c08-9f24-8b1a38be80ff admin admin] 10.222.0.35 "GET /v2.0/subnets/e91fcf1a-2257-4160-aaaa-902676a5f7b9 HTTP/1.1" status: 200 len: 868 time: 0.1814346 Aug 25 16:30:42.960752 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 5 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:30:53.788261 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-a840bfa0-ef15-4320-a5f9-2d046ef57e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:55.422140 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:57.397233 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-7be2ba38-85fe-400a-8f8b-a98493f0be82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:58.051346 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:59.685180 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:01.754986 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52196) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:31:01.837788 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [None req-73b47213-cd9b-4491-a5e8-d7a0176fe501 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=75940) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:31:01.839084 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-73b47213-cd9b-4491-a5e8-d7a0176fe501 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0829194 Aug 25 16:31:04.068282 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52206) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:31:04.173403 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbfc11f-a163-4c27-8e59-75fd42e41f98 admin admin] GET failed (client error): The resource could not be found. Aug 25 16:31:04.174764 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-ebbfc11f-a163-4c27-8e59-75fd42e41f98 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1053505 Aug 25 16:31:04.362092 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d9f2a4-7d44-4c31-8038-9c6db890380e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:31:04.363492 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-28d9f2a4-7d44-4c31-8038-9c6db890380e admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1721969 Aug 25 16:31:06.566582 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52220) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:31:06.647869 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:31:06.653515 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:31:06.665484 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:31:06.750665 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Made reservation on behalf of fcb45bf090ed47aabcd110bcf1940a16 for: {'network': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:31:06.753040 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for network, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:06.854828 dv-cinder-806008-1-smb neutron-server[75939]: WARNING neutron.services.revisions.revision_plugin [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Could not find related network for resource to bump revision. Aug 25 16:31:06.871341 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1201, 'physical_network': 'physnet1'} {{(pid=75939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:31:06.884225 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:06.884633 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.db.segments_db [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Added segment 936b2119-c9df-42d5-8721-0ddcc751fc84 of type vlan for network 20c726d3-22a0-48bf-b7a1-3143904f757d Aug 25 16:31:06.916394 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731567222914'] for network, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:07.018905 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for network, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:07.020453 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:31:07.021358 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:07.025059 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:31:07.140980 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Pushing event updated for resources: {'Network': ['ID=20c726d3-22a0-48bf-b7a1-3143904f757d,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:31:07.151385 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:07.151720 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:07.152082 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:07.152411 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:07.152733 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:07.153050 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:07.153372 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:07.153697 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:07.154012 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:07.154323 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:07.154634 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:07.158437 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:31:07.170378 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Network 20c726d3-22a0-48bf-b7a1-3143904f757d details requested by agent ovs-agent-dv-cinder-806008-1-smb with host dv-cinder-806008-1-smb {{(pid=75941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:31:07.224382 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.6554565 Aug 25 16:31:09.475394 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52230) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:31:09.585550 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc23b81-ebdb-4da7-addc-68054e14d0e6 admin admin] GET failed (client error): The resource could not be found. Aug 25 16:31:09.587211 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-0dc23b81-ebdb-4da7-addc-68054e14d0e6 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1103063 Aug 25 16:31:09.753867 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1b463a-d817-4a02-8bbe-303082eafc7e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:31:09.755376 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-4c1b463a-d817-4a02-8bbe-303082eafc7e admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1612601 Aug 25 16:31:09.769591 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-a5e4b9f4-049a-4a1e-9f4a-8213fabf27ab admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '20c726d3-22a0-48bf-b7a1-3143904f757d', 'ip_version': 4}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:31:09.777937 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-a5e4b9f4-049a-4a1e-9f4a-8213fabf27ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:31:09.797093 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-a5e4b9f4-049a-4a1e-9f4a-8213fabf27ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:31:09.901596 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e4b9f4-049a-4a1e-9f4a-8213fabf27ab admin admin] Made reservation on behalf of fcb45bf090ed47aabcd110bcf1940a16 for: {'subnet': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:31:09.904803 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a5e4b9f4-049a-4a1e-9f4a-8213fabf27ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:10.227319 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a5e4b9f4-049a-4a1e-9f4a-8213fabf27ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for subnet, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:10.231619 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:31:10.306813 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4b9f4-049a-4a1e-9f4a-8213fabf27ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde609c9-6274-4351-8f29-1e1eb8773811,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:31:10.311237 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-a5e4b9f4-049a-4a1e-9f4a-8213fabf27ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:31:10.322120 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4b9f4-049a-4a1e-9f4a-8213fabf27ab admin admin] Checking segment: {'id': '936b2119-c9df-42d5-8721-0ddcc751fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '20c726d3-22a0-48bf-b7a1-3143904f757d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:31:10.323919 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e4b9f4-049a-4a1e-9f4a-8213fabf27ab admin admin] Network hostable DHCP agents. Network: 20c726d3-22a0-48bf-b7a1-3143904f757d, hostable agents: ['15364a29-dc0b-4d98-aa4e-4a52ef949670'], hosted agents: [] {{(pid=75940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:31:10.438582 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e4b9f4-049a-4a1e-9f4a-8213fabf27ab admin admin] Network 20c726d3-22a0-48bf-b7a1-3143904f757d is scheduled to be hosted by DHCP agent 15364a29-dc0b-4d98-aa4e-4a52ef949670 with binding_index 1 {{(pid=75940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:31:10.578931 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-a5e4b9f4-049a-4a1e-9f4a-8213fabf27ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-smb, 20c726d3-22a0-48bf-b7a1-3143904f757d) {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:31:10.584864 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e4b9f4-049a-4a1e-9f4a-8213fabf27ab admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:31:10.585628 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a5e4b9f4-049a-4a1e-9f4a-8213fabf27ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:10.591553 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba887475-c0c6-4654-b764-a183bcc3cb10 None None] Network 20c726d3-22a0-48bf-b7a1-3143904f757d requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:31:10.702343 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-a5e4b9f4-049a-4a1e-9f4a-8213fabf27ab admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9393988 Aug 25 16:31:10.837584 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf32eec6-35ad-50e1-8160-6e5ab00d733c-20c726d3-22a0-48bf-b7a1-3143904f757d', 'network_id': '20c726d3-22a0-48bf-b7a1-3143904f757d', 'tenant_id': 'fcb45bf090ed47aabcd110bcf1940a16', 'fixed_ips': [{'subnet_id': 'cde609c9-6274-4351-8f29-1e1eb8773811'}]}} from dv-cinder-806008-1-smb. {{(pid=75941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:31:10.838939 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:11.024663 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.db_base_plugin_common [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Allocated IP 192.168.233.2 (20c726d3-22a0-48bf-b7a1-3143904f757d/cde609c9-6274-4351-8f29-1e1eb8773811/ae43064a-5752-447e-854e-f593b2099a45) {{(pid=75941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:31:11.294799 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Notify callbacks [] for port, precommit_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:11.307429 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Transition to ACTIVE for port object ae43064a-5752-447e-854e-f593b2099a45 will not be triggered until provisioned by entity L2. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:31:11.329149 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Transition to ACTIVE for port object ae43064a-5752-447e-854e-f593b2099a45 will not be triggered until provisioned by entity DHCP. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:31:11.518923 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807'] for port, after_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:11.524792 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:31:11.615643 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Network 20c726d3-22a0-48bf-b7a1-3143904f757d is already hosted by enough agents. {{(pid=75941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:31:11.615643 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.scheduler.base_scheduler [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Resources bound (agent type, host, resource id): {{(pid=75941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:31:11.615643 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Received port after_create {{(pid=75941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:31:11.615643 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Pushing event updated for resources: {'Port': ['ID=ae43064a-5752-447e-854e-f593b2099a45,revision_number=1']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:31:11.621708 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:11.622050 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:11.622410 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:11.622747 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:11.623080 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:11.623412 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:11.623740 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:11.624098 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:11.624431 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:11.624758 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:11.625083 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:31:11.654748 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:31:11.722808 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Attempting to bind port ae43064a-5752-447e-854e-f593b2099a45 on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:31:11.723840 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Attempting to bind port ae43064a-5752-447e-854e-f593b2099a45 by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '936b2119-c9df-42d5-8721-0ddcc751fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '20c726d3-22a0-48bf-b7a1-3143904f757d'}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:31:11.724306 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Attempting to bind port ae43064a-5752-447e-854e-f593b2099a45 on network 20c726d3-22a0-48bf-b7a1-3143904f757d {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:31:11.732111 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:31:11.732499 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Checking segment: {'id': '936b2119-c9df-42d5-8721-0ddcc751fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '20c726d3-22a0-48bf-b7a1-3143904f757d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:31:11.732912 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:11.733321 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Bound using segment: {'id': '936b2119-c9df-42d5-8721-0ddcc751fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '20c726d3-22a0-48bf-b7a1-3143904f757d'} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:31:11.733815 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Bound port: ae43064a-5752-447e-854e-f593b2099a45, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936b2119-c9df-42d5-8721-0ddcc751fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '20c726d3-22a0-48bf-b7a1-3143904f757d'}}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:31:11.734223 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:11.888528 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] For port ae43064a-5752-447e-854e-f593b2099a45, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:31:11.893409 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] For port ae43064a-5752-447e-854e-f593b2099a45, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=ae43064a-5752-447e-854e-f593b2099a45,segment=NetworkSegment(936b2119-c9df-42d5-8721-0ddcc751fc84),segment_id=936b2119-c9df-42d5-8721-0ddcc751fc84)] {{(pid=75941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:31:12.005668 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:12.010380 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-5bf4bc07-8626-4d33-88f4-cd959c72c836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:31:12.122180 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Pushing event updated for resources: {'Port': ['ID=ae43064a-5752-447e-854e-f593b2099a45,revision_number=2']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:31:12.130206 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:31:13.088602 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364b5728-f8e0-4974-b411-79cec3a35f40 None None] Network 20c726d3-22a0-48bf-b7a1-3143904f757d requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:31:13.375948 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-0807c718-3341-44fe-892f-b84acfa15fa2 None None] Provisioning for port ae43064a-5752-447e-854e-f593b2099a45 completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:31:13.928834 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device ae43064a-5752-447e-854e-f593b2099a45 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:31:14.104285 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port ae43064a-5752-447e-854e-f593b2099a45 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:31:14.110303 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port ae43064a-5752-447e-854e-f593b2099a45 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:31:14.110687 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:14.247738 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:14.295165 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port ae43064a-5752-447e-854e-f593b2099a45, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=ae43064a-5752-447e-854e-f593b2099a45,segment=NetworkSegment(936b2119-c9df-42d5-8721-0ddcc751fc84),segment_id=936b2119-c9df-42d5-8721-0ddcc751fc84)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:31:14.390106 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:14.392550 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:31:14.481799 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=ae43064a-5752-447e-854e-f593b2099a45,revision_number=3']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:31:14.485049 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:31:15.882120 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device ae43064a-5752-447e-854e-f593b2099a45 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:31:15.965196 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port ae43064a-5752-447e-854e-f593b2099a45 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:31:15.965573 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:19.961850 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 5 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:31:23.755651 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-ed2f560e-164d-494b-9ed8-79d7b69b7120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:25.412783 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:27.318102 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-099147c0-d506-4699-9789-a22cce25ca9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:28.038197 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:29.677763 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:53.814483 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-b120d6d6-d716-4368-a541-9acb12bef172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:55.406481 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:56.964466 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 5 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:31:57.406327 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-b562508e-ab94-48ea-bd48-d984754d49eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:58.030955 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:59.686450 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:32:23.778441 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-ac14588d-651f-40eb-931b-cf07f55db148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:32:25.458918 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:32:27.333864 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-646f42f8-2141-4fc8-90ff-631299c429e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:32:28.006660 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:32:29.680335 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:32:33.970155 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 5 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:32:34.531566 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52264) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:32:34.538927 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [None req-d4d0527f-4de0-4ddb-b065-db517a5dd917 tempest-verify_tempest_config-1515547287 tempest-verify_tempest_config-1515547287-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=75940) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:32:34.539931 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-d4d0527f-4de0-4ddb-b065-db517a5dd917 tempest-verify_tempest_config-1515547287 tempest-verify_tempest_config-1515547287-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0071561 Aug 25 16:32:35.200775 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52280) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:32:35.394362 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:32:35.444518 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:32:35.448908 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Usage tracker for resource:security_group_rule and tenant:ca8bc77f11cc4180a7875e09fdae583a is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:32:35.452323 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:32:35.460112 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:32:35.572505 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:32:35.646733 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:32:35.654477 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:32:35.704146 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca8bc77f11cc4180a7875e09fdae583a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5021944 Aug 25 16:32:35.704998 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaf3591-8ce5-45c6-b490-da96bb8d2c2d,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:32:35.707616 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52286) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:32:35.714582 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:35.714927 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:35.715261 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:35.715599 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:35.715931 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:35.716288 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:35.716611 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:35.716953 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:35.717283 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:35.717603 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:35.717920 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:35.724147 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:32:35.796199 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:32:35.830077 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:32:36.006981 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:32:36.015757 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:32:36.044497 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaf3591-8ce5-45c6-b490-da96bb8d2c2d,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:32:36.054396 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:32:36.056504 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/baaf3591-8ce5-45c6-b490-da96bb8d2c2d HTTP/1.1" status: 204 len: 168 time: 0.3470988 Aug 25 16:32:36.067044 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:36.067633 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:36.068545 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:36.069135 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:36.069758 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:36.070298 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:36.070904 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:36.071463 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:36.072066 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:36.072627 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:36.073198 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:32:36.078707 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:32:53.749861 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-4d7d0f90-4a6d-456d-a727-790cd8f49f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:32:55.423091 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:32:57.326300 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-86fd8825-b1ec-4c33-bcbe-90af0a9ba46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:32:58.063548 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:32:59.679782 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:33:10.974051 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 5 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:33:23.770808 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-423f4cf9-2bfb-4975-bcc0-9bc9d80eb1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:33:25.514208 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:33:27.347794 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-69681139-6283-4032-8876-b07135d47dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:33:27.995174 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:33:29.663182 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:33:47.973762 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 5 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:33:53.741122 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-3fe05113-4406-4f39-af76-3ab27b2e82c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:33:55.433397 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:33:57.330255 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-ee0f0a39-9a51-46a6-9eaf-f1efc8b7ee04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:33:57.987315 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:33:59.689752 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:34:23.757750 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-13e2d9c0-3824-487e-8ac3-f3b8f1540719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:34:24.843568 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-742346'] for agent, after_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:34:24.975158 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:34:25.387093 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:34:27.335225 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-a7d1fbbc-6f33-4a77-8233-fbfcdcb1819d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:34:28.084125 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:34:29.684338 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:34:39.726889 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52364) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:34:39.877796 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-6edd3708-20fb-43ee-bd92-81af616ec5af admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1497560 Aug 25 16:34:41.995848 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52374) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:34:42.080354 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-67f0b707-a3b7-4717-ad72-b6fa0eeb6c22 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0831964 Aug 25 16:34:53.738792 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e46a8f9f-d74a-46cc-bf06-a16bad706a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:34:54.825033 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:34:55.408673 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:34:57.334772 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-c4c2f3e2-f417-456d-9238-fb3948028dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:34:58.020167 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:34:59.710927 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:35:01.976407 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:35:23.745629 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-7c7faed8-662e-43b1-bf32-de1c24d78df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:35:24.802289 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:35:25.408138 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:35:27.333795 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-1ab2bed1-ed0a-4bde-af6b-ed325b0de477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:35:28.036870 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:35:29.705622 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:35:38.977521 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:35:53.733303 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-38d4db60-3fa9-4481-86b2-6a974c35c028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:35:54.871052 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:35:55.434492 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:35:57.327982 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-b780993a-7d95-4838-9cf6-4014d0b48488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:35:57.996774 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:35:59.699374 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:15.979406 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:36:23.750707 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-8e0de2b5-8163-4d38-9154-0cb9d6674cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:24.844430 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:25.441418 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:27.373061 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-ddc01f79-74c7-4fc9-bb0f-961db97c1f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:28.030707 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:29.417742 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52514) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:29.780831 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:30.184419 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-397140680-network', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:30.189979 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:30.195144 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Usage tracker for resource:network and tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:30.199704 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:30.205959 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:30.281347 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Made reservation on behalf of 9d3e55e2e3bf4a89aef28d62f16dfdd9 for: {'network': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:36:30.282070 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52540) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:30.285568 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for network, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:30.307316 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:30.339556 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:30.343983 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Usage tracker for resource:security_group_rule and tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:30.347088 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:30.354953 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:30.454680 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:30.574770 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:30.578117 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-dc6d1420-06f8-4d31-bae2-acfc72151dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:30.609378 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] vlan segment allocate from pool success with {'vlan_id': 1202, 'physical_network': 'physnet1'} {{(pid=75939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:36:30.623441 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3530c54e-1919-4790-96b3-7fc90af54410,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:30.629811 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:30.630264 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.db.segments_db [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Added segment f29a2b35-0e44-4ffd-9472-796c70247a56 of type vlan for network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 Aug 25 16:36:30.639936 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:30.640415 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:30.640753 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:30.641099 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:30.641610 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:30.641925 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:30.642113 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:30.642426 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:30.642738 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:30.643120 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:30.643475 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Tracked resource versions report: Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: pushed versions: Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'Log': {'1.0'}, Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'Network': {'1.1'}, Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'Port': {'1.5'}, Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'PortForwarding': {'1.2'}, Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'QosPolicy': {'1.8'}, Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'SecurityGroup': {'1.2'}, Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'SubPort': {'1.0'}, Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'Subnet': {'1.1'}, Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'Trunk': {'1.1'}} Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: consumer versions: Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: { DHCP agent@dv-cinder-806008-1-smb: {}, Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: HyperV agent@hv-cinder-80600: {}, Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: L3 agent@dv-cinder-806008-1-smb: {}, Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: Metadata agent@dv-cinder-806008-1-smb: {}, Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: Metering agent@dv-cinder-806008-1-smb: {}, Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: Open vSwitch agent@dv-cinder-806008-1-smb: { 'ConntrackHelper': '1.0', Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'Log': '1.0', Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'Network': '1.1', Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'Port': '1.5', Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'PortForwarding': '1.2', Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'QosPolicy': '1.8', Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'SecurityGroup': '1.2', Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'SecurityGroupRule': '1.0', Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'SubPort': '1.0', Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'Subnet': '1.1', Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: 'Trunk': '1.1'}} Aug 25 16:36:30.644466 dv-cinder-806008-1-smb neutron-server[75939]: {{(pid=75939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:36:30.648017 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:30.677041 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731567222914'] for network, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:30.841604 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for network, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:30.843383 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:30.843976 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:30.849083 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:30.950052 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Pushing event updated for resources: {'Network': ['ID=314c2219-9728-4f2c-9626-6a0a1ff0a0c4,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:30.952932 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:30.961467 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 details requested by agent ovs-agent-dv-cinder-806008-1-smb with host dv-cinder-806008-1-smb {{(pid=75941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:36:30.962683 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-722926831-network', 'tenant_id': '48a09902032142fb8d28470e55668d1a'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:30.967542 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:30.973005 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Usage tracker for resource:network and tenant:48a09902032142fb8d28470e55668d1a is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:30.976869 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:30.985051 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:31.027518 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6048627 Aug 25 16:36:31.030929 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52560) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:31.036998 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-2dfda31c-d73a-4603-ac12-85e812104ca0 admin admin] Request body: {'subnet': {'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-subnet', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:31.043298 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-2dfda31c-d73a-4603-ac12-85e812104ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:31.047339 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-2dfda31c-d73a-4603-ac12-85e812104ca0 admin admin] Usage tracker for resource:subnet and tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:31.050488 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-2dfda31c-d73a-4603-ac12-85e812104ca0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:31.057751 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-2dfda31c-d73a-4603-ac12-85e812104ca0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:31.098333 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Made reservation on behalf of 48a09902032142fb8d28470e55668d1a for: {'network': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:36:31.100807 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for network, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:31.116875 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:31.156071 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:31.157853 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfda31c-d73a-4603-ac12-85e812104ca0 admin admin] Made reservation on behalf of 9d3e55e2e3bf4a89aef28d62f16dfdd9 for: {'subnet': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:36:31.160733 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-2dfda31c-d73a-4603-ac12-85e812104ca0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:31.161331 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Usage tracker for resource:security_group_rule and tenant:48a09902032142fb8d28470e55668d1a is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:31.165181 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:31.172256 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:31.273853 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:31.350073 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:31.358776 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-2ade1165-86ba-476d-8583-7b33ec0c9e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:31.375132 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] vlan segment allocate from pool success with {'vlan_id': 1203, 'physical_network': 'physnet1'} {{(pid=75940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:36:31.387688 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731567645817', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:31.388656 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Unsubscribe: segment precommit_create {{(pid=75940) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 16:36:31.393294 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.db.segments_db [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Added segment 237e31d0-333d-4a3c-8e4d-8decfc9a8e99 of type vlan for network 897916d3-242f-4ddb-8c3b-94538256edc1 Aug 25 16:36:31.419347 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52574) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:31.429758 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731567222914'] for network, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:31.496198 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc95eec3-0c9a-4b75-b279-871722c353c7,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:31.511275 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52580) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:31.514558 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:31.515855 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:31.516968 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Tracked resource versions report: Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: pushed versions: Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'Log': {'1.0'}, Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'Network': {'1.1'}, Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'Port': {'1.5'}, Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'PortForwarding': {'1.2'}, Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'QosPolicy': {'1.8'}, Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'SecurityGroup': {'1.2'}, Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'SubPort': {'1.0'}, Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'Subnet': {'1.1'}, Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'Trunk': {'1.1'}} Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: consumer versions: Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: { DHCP agent@dv-cinder-806008-1-smb: {}, Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: HyperV agent@hv-cinder-80600: {}, Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: L3 agent@dv-cinder-806008-1-smb: {}, Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: Metadata agent@dv-cinder-806008-1-smb: {}, Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: Metering agent@dv-cinder-806008-1-smb: {}, Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: Open vSwitch agent@dv-cinder-806008-1-smb: { 'ConntrackHelper': '1.0', Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'Log': '1.0', Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'Network': '1.1', Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'Port': '1.5', Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'PortForwarding': '1.2', Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'QosPolicy': '1.8', Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'SecurityGroup': '1.2', Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'SecurityGroupRule': '1.0', Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'SubPort': '1.0', Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'Subnet': '1.1', Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: 'Trunk': '1.1'}} Aug 25 16:36:31.522024 dv-cinder-806008-1-smb neutron-server[75940]: {{(pid=75940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:36:31.530021 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:31.541869 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for network, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:31.543134 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:31.543716 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:31.548041 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:31.570068 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-2dfda31c-d73a-4603-ac12-85e812104ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for subnet, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:31.575235 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:31.649658 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfda31c-d73a-4603-ac12-85e812104ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63a0ffb-80d7-4462-90e5-4d8039ba5a58,revision_number=0']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:31.657199 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-2dfda31c-d73a-4603-ac12-85e812104ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:31.661027 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Pushing event updated for resources: {'Network': ['ID=897916d3-242f-4ddb-8c3b-94538256edc1,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:31.664434 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:31.676991 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfda31c-d73a-4603-ac12-85e812104ca0 admin admin] Checking segment: {'id': 'f29a2b35-0e44-4ffd-9472-796c70247a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:36:31.677336 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfda31c-d73a-4603-ac12-85e812104ca0 admin admin] Network hostable DHCP agents. Network: 314c2219-9728-4f2c-9626-6a0a1ff0a0c4, hostable agents: ['15364a29-dc0b-4d98-aa4e-4a52ef949670'], hosted agents: [] {{(pid=75939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:36:31.686776 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Network 897916d3-242f-4ddb-8c3b-94538256edc1 details requested by agent ovs-agent-dv-cinder-806008-1-smb with host dv-cinder-806008-1-smb {{(pid=75941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:36:31.737742 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4543815 Aug 25 16:36:31.740630 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52592) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:31.749875 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-9e596639-34a8-4dc5-bf03-692ad1fc6647 admin admin] Request body: {'subnet': {'network_id': '897916d3-242f-4ddb-8c3b-94538256edc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-722926831-subnet', 'tenant_id': '48a09902032142fb8d28470e55668d1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:31.756073 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-9e596639-34a8-4dc5-bf03-692ad1fc6647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:31.761868 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-9e596639-34a8-4dc5-bf03-692ad1fc6647 admin admin] Usage tracker for resource:subnet and tenant:48a09902032142fb8d28470e55668d1a is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:31.766761 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-9e596639-34a8-4dc5-bf03-692ad1fc6647 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:31.773827 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-9e596639-34a8-4dc5-bf03-692ad1fc6647 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:31.792738 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfda31c-d73a-4603-ac12-85e812104ca0 admin admin] Network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 is scheduled to be hosted by DHCP agent 15364a29-dc0b-4d98-aa4e-4a52ef949670 with binding_index 1 {{(pid=75939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:36:31.849333 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e596639-34a8-4dc5-bf03-692ad1fc6647 admin admin] Made reservation on behalf of 48a09902032142fb8d28470e55668d1a for: {'subnet': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:36:31.851659 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9e596639-34a8-4dc5-bf03-692ad1fc6647 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:31.878003 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-2dfda31c-d73a-4603-ac12-85e812104ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-smb, 314c2219-9728-4f2c-9626-6a0a1ff0a0c4) {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:36:31.882435 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfda31c-d73a-4603-ac12-85e812104ca0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:31.884060 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-2dfda31c-d73a-4603-ac12-85e812104ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for subnet, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:31.893196 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f277faaa-68f0-4b2e-ac39-85869e09950e None None] Network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:36:31.905348 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-63475357-network', 'tenant_id': '1bbd0c91a71742bd939e6da8e7a3d60d'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:31.911192 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:31.916880 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Usage tracker for resource:network and tenant:1bbd0c91a71742bd939e6da8e7a3d60d is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:31.920797 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:31.928771 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:32.001458 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Made reservation on behalf of 1bbd0c91a71742bd939e6da8e7a3d60d for: {'network': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:36:32.004431 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for network, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.043788 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.128617 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:32.138620 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Usage tracker for resource:security_group_rule and tenant:1bbd0c91a71742bd939e6da8e7a3d60d is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:32.147117 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:32.165304 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-2dfda31c-d73a-4603-ac12-85e812104ca0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1326303 Aug 25 16:36:32.167448 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:32.168750 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52600) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:32.174571 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:32.182835 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:32.191318 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Usage tracker for resource:router and tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:32.198749 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:32.212674 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:32.236233 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9e596639-34a8-4dc5-bf03-692ad1fc6647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for subnet, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.247014 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:32.258108 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.265459 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1183898137-network', 'tenant_id': 'e190674e9304482495bba1179171dfd3'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:32.270326 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:32.275777 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Usage tracker for resource:network and tenant:e190674e9304482495bba1179171dfd3 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:32.278822 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:32.287196 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:32.292196 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf32eec6-35ad-50e1-8160-6e5ab00d733c-314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58'}]}} from dv-cinder-806008-1-smb. {{(pid=75941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:36:32.293877 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.332804 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3833'] for router, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.334329 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3826'] for router, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.364765 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.371068 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-439c7aac-b4e2-4932-b478-4a32cefa3927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:32.373223 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e596639-34a8-4dc5-bf03-692ad1fc6647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b9b1af-b6bd-434a-9d5b-6ad735cb771f,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:32.382074 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-9e596639-34a8-4dc5-bf03-692ad1fc6647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:32.390212 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e596639-34a8-4dc5-bf03-692ad1fc6647 admin admin] Checking segment: {'id': '237e31d0-333d-4a3c-8e4d-8decfc9a8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '897916d3-242f-4ddb-8c3b-94538256edc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:36:32.390854 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e596639-34a8-4dc5-bf03-692ad1fc6647 admin admin] Network hostable DHCP agents. Network: 897916d3-242f-4ddb-8c3b-94538256edc1, hostable agents: ['15364a29-dc0b-4d98-aa4e-4a52ef949670'], hosted agents: [] {{(pid=75940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:36:32.401634 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.415454 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c105cb-6923-46b9-bd94-8e27432cd51d,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:32.421126 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:32.427306 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Made reservation on behalf of e190674e9304482495bba1179171dfd3 for: {'network': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:36:32.429973 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for network, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.443497 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1204, 'physical_network': 'physnet1'} {{(pid=75939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:36:32.453217 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.478659 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.478998 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.db.segments_db [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Added segment 65a4a43f-0797-43b1-a224-a2a0bbb8033c of type vlan for network 6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c Aug 25 16:36:32.498651 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.db_base_plugin_common [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Allocated IP 172.20.0.2 (314c2219-9728-4f2c-9626-6a0a1ff0a0c4/d63a0ffb-80d7-4462-90e5-4d8039ba5a58/a15723c7-e5ff-41fc-8071-962aa78434bb) {{(pid=75941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:36:32.516027 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:32.530237 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Usage tracker for resource:security_group_rule and tenant:e190674e9304482495bba1179171dfd3 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:32.535612 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:32.540689 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731567222914'] for network, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.548901 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:32.661283 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.713538 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for network, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.715266 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:32.716171 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.717509 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e596639-34a8-4dc5-bf03-692ad1fc6647 admin admin] Network 897916d3-242f-4ddb-8c3b-94538256edc1 is scheduled to be hosted by DHCP agent 15364a29-dc0b-4d98-aa4e-4a52ef949670 with binding_index 1 {{(pid=75940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:36:32.747505 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-6d93ebac-916c-4910-9efa-8c58ec1f21a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:32.847362 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-743672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.853211 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-9e596639-34a8-4dc5-bf03-692ad1fc6647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-smb, 897916d3-242f-4ddb-8c3b-94538256edc1) {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:36:32.862143 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e596639-34a8-4dc5-bf03-692ad1fc6647 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:32.862834 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9e596639-34a8-4dc5-bf03-692ad1fc6647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.870227 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25a9cf4-f963-4271-a179-7fa12df70f9e None None] Network 897916d3-242f-4ddb-8c3b-94538256edc1 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:36:32.905738 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Notify callbacks [] for port, precommit_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.969608 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52616) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:32.970123 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5470202 Aug 25 16:36:32.971260 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:32.977923 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-0be0d524-7355-4bbb-b0c0-bcd45b644499 admin admin] Request body: {'subnet': {'network_id': '6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-63475357-subnet', 'tenant_id': '1bbd0c91a71742bd939e6da8e7a3d60d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:32.989549 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-0be0d524-7355-4bbb-b0c0-bcd45b644499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:32.999825 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-0be0d524-7355-4bbb-b0c0-bcd45b644499 admin admin] Usage tracker for resource:subnet and tenant:1bbd0c91a71742bd939e6da8e7a3d60d is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:33.002495 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Pushing event updated for resources: {'Network': ['ID=6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:33.020647 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:33.020647 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:33.020811 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-0be0d524-7355-4bbb-b0c0-bcd45b644499 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:33.020902 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1205, 'physical_network': 'physnet1'} {{(pid=75939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:36:33.024694 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Network 6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c details requested by agent ovs-agent-dv-cinder-806008-1-smb with host dv-cinder-806008-1-smb {{(pid=75941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:36:33.032540 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-0be0d524-7355-4bbb-b0c0-bcd45b644499 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:33.049213 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:33.051721 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.db.segments_db [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Added segment a0b81443-10c4-4b22-95f1-7bff484020c1 of type vlan for network 2b868551-604b-4fc5-b01d-b07c18548dc0 Aug 25 16:36:33.058468 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b06ed5-ceba-4146-92a8-39fe85380cbd,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:33.061500 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:33.107833 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731567222914'] for network, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:33.120483 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-9e596639-34a8-4dc5-bf03-692ad1fc6647 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3784077 Aug 25 16:36:33.132161 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be0d524-7355-4bbb-b0c0-bcd45b644499 admin admin] Made reservation on behalf of 1bbd0c91a71742bd939e6da8e7a3d60d for: {'subnet': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:36:33.138161 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-0be0d524-7355-4bbb-b0c0-bcd45b644499 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:33.230088 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Transition to ACTIVE for port object a15723c7-e5ff-41fc-8071-962aa78434bb will not be triggered until provisioned by entity L2. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:36:33.245207 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for network, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:33.246415 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:33.246812 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:33.251829 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:33.362894 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Transition to ACTIVE for port object a15723c7-e5ff-41fc-8071-962aa78434bb will not be triggered until provisioned by entity DHCP. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:36:33.366908 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Pushing event updated for resources: {'Network': ['ID=2b868551-604b-4fc5-b01d-b07c18548dc0,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:33.370589 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:33.392577 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Network 2b868551-604b-4fc5-b01d-b07c18548dc0 details requested by agent ovs-agent-dv-cinder-806008-1-smb with host dv-cinder-806008-1-smb {{(pid=75941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:36:33.398735 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8828087 Aug 25 16:36:33.399591 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52634) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:33.407460 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-c93227fa-53a9-45de-a93b-4434b44dfaa0 admin admin] Request body: {'subnet': {'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1183898137-subnet', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:33.424179 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-c93227fa-53a9-45de-a93b-4434b44dfaa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:33.434600 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-c93227fa-53a9-45de-a93b-4434b44dfaa0 admin admin] Usage tracker for resource:subnet and tenant:e190674e9304482495bba1179171dfd3 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:33.445222 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-c93227fa-53a9-45de-a93b-4434b44dfaa0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:33.458210 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-c93227fa-53a9-45de-a93b-4434b44dfaa0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:33.511943 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807'] for port, after_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:33.535476 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:33.552151 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93227fa-53a9-45de-a93b-4434b44dfaa0 admin admin] Made reservation on behalf of e190674e9304482495bba1179171dfd3 for: {'subnet': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:36:33.554529 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c93227fa-53a9-45de-a93b-4434b44dfaa0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:33.690991 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 is already hosted by enough agents. {{(pid=75941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:36:33.731728 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.scheduler.base_scheduler [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Resources bound (agent type, host, resource id): {{(pid=75941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:36:33.744431 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Received port after_create {{(pid=75941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:36:33.753748 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:33.793752 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b253ec35-50da-43c9-8a45-bdea7a4a6df4 None None] Network 897916d3-242f-4ddb-8c3b-94538256edc1 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:36:33.826997 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-0be0d524-7355-4bbb-b0c0-bcd45b644499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for subnet, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:33.835243 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:33.971271 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Pushing event updated for resources: {'Port': ['ID=a15723c7-e5ff-41fc-8071-962aa78434bb,revision_number=1']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:33.987454 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:33.987892 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:33.988277 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:33.988670 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:33.988943 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:33.989269 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:33.989590 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:33.990025 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:33.990355 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:33.990684 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:33.990998 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Tracked resource versions report: Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: pushed versions: Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'Log': {'1.0'}, Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'Network': {'1.1'}, Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'Port': {'1.5'}, Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'PortForwarding': {'1.2'}, Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'QosPolicy': {'1.8'}, Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'SecurityGroup': {'1.2'}, Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'SubPort': {'1.0'}, Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'Subnet': {'1.1'}, Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'Trunk': {'1.1'}} Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: consumer versions: Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: { DHCP agent@dv-cinder-806008-1-smb: {}, Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: HyperV agent@hv-cinder-80600: {}, Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: L3 agent@dv-cinder-806008-1-smb: {}, Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: Metadata agent@dv-cinder-806008-1-smb: {}, Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: Metering agent@dv-cinder-806008-1-smb: {}, Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: Open vSwitch agent@dv-cinder-806008-1-smb: { 'ConntrackHelper': '1.0', Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'Log': '1.0', Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'Network': '1.1', Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'Port': '1.5', Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'PortForwarding': '1.2', Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'QosPolicy': '1.8', Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'SecurityGroup': '1.2', Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'SecurityGroupRule': '1.0', Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'SubPort': '1.0', Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'Subnet': '1.1', Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: 'Trunk': '1.1'}} Aug 25 16:36:33.992006 dv-cinder-806008-1-smb neutron-server[75941]: {{(pid=75941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:36:34.000578 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:34.007699 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Attempting to bind port a15723c7-e5ff-41fc-8071-962aa78434bb on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:36:34.008406 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Attempting to bind port a15723c7-e5ff-41fc-8071-962aa78434bb by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': 'f29a2b35-0e44-4ffd-9472-796c70247a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4'}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:36:34.008406 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Attempting to bind port a15723c7-e5ff-41fc-8071-962aa78434bb on network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:36:34.036638 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c93227fa-53a9-45de-a93b-4434b44dfaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for subnet, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:34.038376 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Allocated IP 172.28.2.105 (298d0f1e-c103-4242-b158-a28991e655e1/5184b04e-1ca0-4ee3-a46f-6b013348b4a8/5d65959c-12ff-4823-be6b-060f7ff6501c) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:36:34.043771 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:34.107723 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:36:34.108256 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Checking segment: {'id': 'f29a2b35-0e44-4ffd-9472-796c70247a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:36:34.111713 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:34.113551 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Bound using segment: {'id': 'f29a2b35-0e44-4ffd-9472-796c70247a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4'} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:36:34.115508 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Bound port: a15723c7-e5ff-41fc-8071-962aa78434bb, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29a2b35-0e44-4ffd-9472-796c70247a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4'}}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:36:34.115934 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:34.224737 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93227fa-53a9-45de-a93b-4434b44dfaa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc013c14-7af0-4164-ba36-a7b01f82d66b,revision_number=0']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:34.234048 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-c93227fa-53a9-45de-a93b-4434b44dfaa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:34.265306 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93227fa-53a9-45de-a93b-4434b44dfaa0 admin admin] Checking segment: {'id': 'a0b81443-10c4-4b22-95f1-7bff484020c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:36:34.266098 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93227fa-53a9-45de-a93b-4434b44dfaa0 admin admin] Network hostable DHCP agents. Network: 2b868551-604b-4fc5-b01d-b07c18548dc0, hostable agents: ['15364a29-dc0b-4d98-aa4e-4a52ef949670'], hosted agents: [] {{(pid=75939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:36:34.302425 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-a5e4b9f4-049a-4a1e-9f4a-8213fabf27ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:34.437894 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93227fa-53a9-45de-a93b-4434b44dfaa0 admin admin] Network 2b868551-604b-4fc5-b01d-b07c18548dc0 is scheduled to be hosted by DHCP agent 15364a29-dc0b-4d98-aa4e-4a52ef949670 with binding_index 1 {{(pid=75939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:36:34.451691 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0d524-7355-4bbb-b0c0-bcd45b644499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf357e4-51e4-466b-9abb-cc5de2ed2d39,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:34.469351 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-0be0d524-7355-4bbb-b0c0-bcd45b644499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:34.472813 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] For port a15723c7-e5ff-41fc-8071-962aa78434bb, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:36:34.480360 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] For port a15723c7-e5ff-41fc-8071-962aa78434bb, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=a15723c7-e5ff-41fc-8071-962aa78434bb,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:36:34.480507 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:34.519076 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be0d524-7355-4bbb-b0c0-bcd45b644499 admin admin] Checking segment: {'id': '65a4a43f-0797-43b1-a224-a2a0bbb8033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:36:34.519439 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be0d524-7355-4bbb-b0c0-bcd45b644499 admin admin] Network hostable DHCP agents. Network: 6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c, hostable agents: ['15364a29-dc0b-4d98-aa4e-4a52ef949670'], hosted agents: [] {{(pid=75940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:36:34.532550 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-c93227fa-53a9-45de-a93b-4434b44dfaa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-smb, 2b868551-604b-4fc5-b01d-b07c18548dc0) {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:36:34.536816 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93227fa-53a9-45de-a93b-4434b44dfaa0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:34.537398 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c93227fa-53a9-45de-a93b-4434b44dfaa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for subnet, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:34.544270 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1151e9c4-a331-4b65-a5ef-6832fc066209 None None] Network 2b868551-604b-4fc5-b01d-b07c18548dc0 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:36:34.642470 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:34.654242 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:34.670475 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-c93227fa-53a9-45de-a93b-4434b44dfaa0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2694845 Aug 25 16:36:34.673467 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52662) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:34.686582 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:34.698425 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:34.713645 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Usage tracker for resource:router and tenant:e190674e9304482495bba1179171dfd3 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:34.718548 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:34.725823 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:34.773212 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Pushing event updated for resources: {'Port': ['ID=a15723c7-e5ff-41fc-8071-962aa78434bb,revision_number=2']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:34.774824 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:34.804400 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:34.806688 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be0d524-7355-4bbb-b0c0-bcd45b644499 admin admin] Network 6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c is scheduled to be hosted by DHCP agent 15364a29-dc0b-4d98-aa4e-4a52ef949670 with binding_index 1 {{(pid=75940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:36:34.821732 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:34.864336 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-0be0d524-7355-4bbb-b0c0-bcd45b644499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-smb, 6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c) {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:36:34.869870 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be0d524-7355-4bbb-b0c0-bcd45b644499 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:34.870648 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-0be0d524-7355-4bbb-b0c0-bcd45b644499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:34.877327 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b003f7-ad0f-4961-b494-9529ad19b22a None None] Network 6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:36:34.932753 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Network 298d0f1e-c103-4242-b158-a28991e655e1 is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:36:34.934152 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:36:34.945057 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Pushing event updated for resources: {'Port': ['ID=5d65959c-12ff-4823-be6b-060f7ff6501c,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:34.957350 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:36:35.038572 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b54803-714c-4b57-9671-43133727d09b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf32eec6-35ad-50e1-8160-6e5ab00d733c-2b868551-604b-4fc5-b01d-b07c18548dc0', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b'}]}} from dv-cinder-806008-1-smb. {{(pid=75941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:36:35.043449 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-13b54803-714c-4b57-9671-43133727d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:35.095777 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:35.138425 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3833'] for router, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:35.139892 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3826'] for router, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:35.161757 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:35.210815 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-0be0d524-7355-4bbb-b0c0-bcd45b644499 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2396889 Aug 25 16:36:35.344518 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:35.347771 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741915'] for router, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:35.348289 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e95f71-2fda-4314-906b-a8e8143adc40 None None] Network 6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:36:35.476775 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.db_base_plugin_common [None req-13b54803-714c-4b57-9671-43133727d09b None None] Allocated IP 172.20.0.2 (2b868551-604b-4fc5-b01d-b07c18548dc0/dc013c14-7af0-4164-ba36-a7b01f82d66b/30c6f862-d15a-4176-af2c-eb9f524e8e51) {{(pid=75941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:36:35.779160 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-743672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:36.015110 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Router 5fa562bc-cbdd-47e6-a93c-41b705161d45 is scheduled to L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 with binding_index 1 {{(pid=75940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:36:36.270728 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device a15723c7-e5ff-41fc-8071-962aa78434bb up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:36:36.384989 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-13b54803-714c-4b57-9671-43133727d09b None None] Notify callbacks [] for port, precommit_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:36.399509 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-13b54803-714c-4b57-9671-43133727d09b None None] Transition to ACTIVE for port object 30c6f862-d15a-4176-af2c-eb9f524e8e51 will not be triggered until provisioned by entity L2. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:36:36.404927 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:36.431991 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-13b54803-714c-4b57-9671-43133727d09b None None] Transition to ACTIVE for port object 30c6f862-d15a-4176-af2c-eb9f524e8e51 will not be triggered until provisioned by entity DHCP. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:36:36.460217 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:36.471830 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2161ca4d-e19d-4ef8-9f89-6447471b3877 None None] Network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:36:36.566003 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:36:36.578207 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Sync routers for ids ['5fa562bc-cbdd-47e6-a93c-41b705161d45'] in dv-cinder-806008-1-smb {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:36:36.600331 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Routers {'5fa562bc-cbdd-47e6-a93c-41b705161d45'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:36:36.600974 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:36:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['5fa562bc-cbdd-47e6-a93c-41b705161d45'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:36:36.678275 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Notify callbacks [] for router, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:36.683258 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5111928 Aug 25 16:36:36.684072 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52716) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:36.695108 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-13b54803-714c-4b57-9671-43133727d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807'] for port, after_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:36.741979 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Allocated IP 172.28.2.202 (298d0f1e-c103-4242-b158-a28991e655e1/5184b04e-1ca0-4ee3-a46f-6b013348b4a8/a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:36:36.781727 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:36.858193 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-b1b82ee9-52a3-42f2-a7b4-5a4573b42254 None None] Provisioning for port a15723c7-e5ff-41fc-8071-962aa78434bb completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:36:36.884974 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Set router 5fa562bc-cbdd-47e6-a93c-41b705161d45 gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:36:36.979311 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b54803-714c-4b57-9671-43133727d09b None None] Network 2b868551-604b-4fc5-b01d-b07c18548dc0 is already hosted by enough agents. {{(pid=75941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:36:37.010077 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.scheduler.base_scheduler [None req-13b54803-714c-4b57-9671-43133727d09b None None] Resources bound (agent type, host, resource id): {{(pid=75941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:36:37.015636 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b54803-714c-4b57-9671-43133727d09b None None] Received port after_create {{(pid=75941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:36:37.130549 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:37.261284 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:37.269733 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:37.283747 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b54803-714c-4b57-9671-43133727d09b None None] Pushing event updated for resources: {'Port': ['ID=30c6f862-d15a-4176-af2c-eb9f524e8e51,revision_number=1']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:37.291238 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-13b54803-714c-4b57-9671-43133727d09b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:37.308657 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port a15723c7-e5ff-41fc-8071-962aa78434bb completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:36:37.384403 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port a15723c7-e5ff-41fc-8071-962aa78434bb triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:36:37.387284 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:37.564580 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Network 298d0f1e-c103-4242-b158-a28991e655e1 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:36:37.581273 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:36:37.594777 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:36:37.605163 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-13b54803-714c-4b57-9671-43133727d09b None None] Attempting to bind port 30c6f862-d15a-4176-af2c-eb9f524e8e51 on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:36:37.605778 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-13b54803-714c-4b57-9671-43133727d09b None None] Attempting to bind port 30c6f862-d15a-4176-af2c-eb9f524e8e51 by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': 'a0b81443-10c4-4b22-95f1-7bff484020c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0'}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:36:37.607467 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b54803-714c-4b57-9671-43133727d09b None None] Attempting to bind port 30c6f862-d15a-4176-af2c-eb9f524e8e51 on network 2b868551-604b-4fc5-b01d-b07c18548dc0 {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:36:37.632582 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Pushing event updated for resources: {'Port': ['ID=a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:37.643296 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:37.643756 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52746) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:37.656672 dv-cinder-806008-1-smb neutron-server[75939]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 16:36:37.663750 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:36:35Z', 'revision_number': 3, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:36:37.673360 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Checking router: 5fa562bc-cbdd-47e6-a93c-41b705161d45 for host: dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:36:37.673893 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Updating router 5fa562bc-cbdd-47e6-a93c-41b705161d45 port 5d65959c-12ff-4823-be6b-060f7ff6501c binding host dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:36:37.694825 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b54803-714c-4b57-9671-43133727d09b None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:36:37.694983 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b54803-714c-4b57-9671-43133727d09b None None] Checking segment: {'id': 'a0b81443-10c4-4b22-95f1-7bff484020c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:36:37.696514 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-13b54803-714c-4b57-9671-43133727d09b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:37.697110 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b54803-714c-4b57-9671-43133727d09b None None] Bound using segment: {'id': 'a0b81443-10c4-4b22-95f1-7bff484020c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0'} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:36:37.697764 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-13b54803-714c-4b57-9671-43133727d09b None None] Bound port: 30c6f862-d15a-4176-af2c-eb9f524e8e51, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b81443-10c4-4b22-95f1-7bff484020c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0'}}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:36:37.698388 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-13b54803-714c-4b57-9671-43133727d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:37.714539 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52750) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:37.729129 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1429570537-network', 'tenant_id': '213b191c48d2424cb530d7333857f134'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:37.748648 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:37.779248 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:37.889252 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Usage tracker for resource:network and tenant:213b191c48d2424cb530d7333857f134 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:37.902908 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:37.991695 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:38.037518 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:38.043028 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-338cd3ef-28ef-4b8a-9fab-21687a13f376 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:38.048135 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-338cd3ef-28ef-4b8a-9fab-21687a13f376 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Synchronizing usage tracker for tenant:1bbd0c91a71742bd939e6da8e7a3d60d on resource:network {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:36:38.068593 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-13b54803-714c-4b57-9671-43133727d09b None None] For port 30c6f862-d15a-4176-af2c-eb9f524e8e51, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:36:38.083398 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-13b54803-714c-4b57-9671-43133727d09b None None] For port 30c6f862-d15a-4176-af2c-eb9f524e8e51, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=30c6f862-d15a-4176-af2c-eb9f524e8e51,segment=NetworkSegment(a0b81443-10c4-4b22-95f1-7bff484020c1),segment_id=a0b81443-10c4-4b22-95f1-7bff484020c1)] {{(pid=75941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:36:38.108168 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port a15723c7-e5ff-41fc-8071-962aa78434bb, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=a15723c7-e5ff-41fc-8071-962aa78434bb,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:36:38.168539 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-13b54803-714c-4b57-9671-43133727d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:38.175155 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Made reservation on behalf of 213b191c48d2424cb530d7333857f134 for: {'network': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:36:38.178133 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-5bf4bc07-8626-4d33-88f4-cd959c72c836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:38.182944 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for network, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:38.228793 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:38.296839 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-338cd3ef-28ef-4b8a-9fab-21687a13f376 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Unset dirty status for tenant:1bbd0c91a71742bd939e6da8e7a3d60d on resource:network {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:36:38.298052 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-338cd3ef-28ef-4b8a-9fab-21687a13f376 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/networks?id=6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c HTTP/1.1" status: 200 len: 810 time: 0.6533344 Aug 25 16:36:38.348546 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b54803-714c-4b57-9671-43133727d09b None None] Pushing event updated for resources: {'Port': ['ID=30c6f862-d15a-4176-af2c-eb9f524e8e51,revision_number=2']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:38.365800 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:38.370039 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:38.370808 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741915'] for router, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:38.372657 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-13b54803-714c-4b57-9671-43133727d09b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:38.379061 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-c6baece6-10a4-4572-8212-e949cb655c63 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/quotas/1bbd0c91a71742bd939e6da8e7a3d60d HTTP/1.1" status: 200 len: 375 time: 0.0691023 Aug 25 16:36:38.401457 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:38.484906 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=a15723c7-e5ff-41fc-8071-962aa78434bb,revision_number=3']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:38.497292 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:38.528179 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-4fc8bbb5-7949-4888-b5e3-cf0b5d29ca2b None None] Provisioning complete for port a15723c7-e5ff-41fc-8071-962aa78434bb triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:36:38.529265 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-4fc8bbb5-7949-4888-b5e3-cf0b5d29ca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:38.584322 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Notify callbacks [] for port, precommit_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:38.600757 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:38.622554 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-7fa7269b-313f-474d-9389-f4d00cc3fe53 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1bbd0c91a71742bd939e6da8e7a3d60d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895078 Aug 25 16:36:38.625587 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Usage tracker for resource:security_group_rule and tenant:213b191c48d2424cb530d7333857f134 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:38.630481 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:38.640648 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.provisioning_blocks [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Transition to ACTIVE for port object 5d65959c-12ff-4823-be6b-060f7ff6501c will not be triggered until provisioned by entity L2. {{(pid=75942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:36:38.647509 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:38.724518 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:38.737224 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-31376181-cfef-4137-afc5-2c91cbed8c31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:38.880026 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:38.927753 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:38.955355 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:38.966060 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:39.060481 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1206, 'physical_network': 'physnet1'} {{(pid=75939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:36:39.068014 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4784e28c-c2d6-4926-bbfe-8f17b9baa69a,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:39.085309 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:39.134550 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:39.135683 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.db.segments_db [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Added segment 0e6f6447-bc6f-4ffc-b34c-8f23dd92b76c of type vlan for network 20b79ded-d5c3-4a1f-9936-ef5019de32ad Aug 25 16:36:39.219809 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731567222914'] for network, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:39.256926 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Attempting to bind port 5d65959c-12ff-4823-be6b-060f7ff6501c on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:36:39.259215 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Attempting to bind port 5d65959c-12ff-4823-be6b-060f7ff6501c by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}] {{(pid=75942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:36:39.259683 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Attempting to bind port 5d65959c-12ff-4823-be6b-060f7ff6501c on network 298d0f1e-c103-4242-b158-a28991e655e1 {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:36:39.274016 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eeb850-ecf7-4941-bcf7-12138cae7b19 None None] Pushing event updated for resources: {'Port': ['ID=5d65959c-12ff-4823-be6b-060f7ff6501c,revision_number=2']} {{(pid=75942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:39.301778 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:36:39.306383 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Checking segment: {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:36:39.307855 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:39.310685 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Bound using segment: {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'} {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:36:39.310685 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Bound port: 5d65959c-12ff-4823-be6b-060f7ff6501c, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}}] {{(pid=75942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:36:39.310685 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:39.364873 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeb850-ecf7-4941-bcf7-12138cae7b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:39.365371 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeb850-ecf7-4941-bcf7-12138cae7b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:39.366439 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeb850-ecf7-4941-bcf7-12138cae7b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:39.366439 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeb850-ecf7-4941-bcf7-12138cae7b19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:39.366867 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeb850-ecf7-4941-bcf7-12138cae7b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:39.367317 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeb850-ecf7-4941-bcf7-12138cae7b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:39.368265 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeb850-ecf7-4941-bcf7-12138cae7b19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:39.369086 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeb850-ecf7-4941-bcf7-12138cae7b19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:39.369488 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeb850-ecf7-4941-bcf7-12138cae7b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeb850-ecf7-4941-bcf7-12138cae7b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeb850-ecf7-4941-bcf7-12138cae7b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeb850-ecf7-4941-bcf7-12138cae7b19 None None] Tracked resource versions report: Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: pushed versions: Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'Log': {'1.0'}, Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'Network': {'1.1'}, Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'Port': {'1.5'}, Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'PortForwarding': {'1.2'}, Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'QosPolicy': {'1.8'}, Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'SecurityGroup': {'1.2'}, Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'SubPort': {'1.0'}, Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'Subnet': {'1.1'}, Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'Trunk': {'1.1'}} Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: consumer versions: Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: { DHCP agent@dv-cinder-806008-1-smb: {}, Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: HyperV agent@hv-cinder-80600: {}, Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: L3 agent@dv-cinder-806008-1-smb: {}, Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: Metadata agent@dv-cinder-806008-1-smb: {}, Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: Metering agent@dv-cinder-806008-1-smb: {}, Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: Open vSwitch agent@dv-cinder-806008-1-smb: { 'ConntrackHelper': '1.0', Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'Log': '1.0', Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'Network': '1.1', Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'Port': '1.5', Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'PortForwarding': '1.2', Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'QosPolicy': '1.8', Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'SecurityGroup': '1.2', Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'SecurityGroupRule': '1.0', Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'SubPort': '1.0', Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'Subnet': '1.1', Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: 'Trunk': '1.1'}} Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: {{(pid=75942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:36:39.376615 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-e2eeb850-ecf7-4941-bcf7-12138cae7b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:39.443853 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.db [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] For port 5d65959c-12ff-4823-be6b-060f7ff6501c, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:36:39.448451 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.db [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] For port 5d65959c-12ff-4823-be6b-060f7ff6501c, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=5d65959c-12ff-4823-be6b-060f7ff6501c,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:36:39.455308 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-e9827bff-150d-4e64-ac97-f0b299648f5b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=75939) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:36:39.456380 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-e9827bff-150d-4e64-ac97-f0b299648f5b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1268110 Aug 25 16:36:39.492452 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for network, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:39.507150 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Router 13985153-26b3-4672-9741-3cb8149e9719 is scheduled to L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 with binding_index 1 {{(pid=75939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:36:39.510469 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Allocated IP 172.20.0.1 (314c2219-9728-4f2c-9626-6a0a1ff0a0c4/d63a0ffb-80d7-4462-90e5-4d8039ba5a58/c476155d-2667-490c-8dbc-59c05d74238e) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:36:39.519852 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:39.533144 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:39.565439 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:39.566120 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:39.578075 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:39.688120 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eeb850-ecf7-4941-bcf7-12138cae7b19 None None] Pushing event updated for resources: {'Port': ['ID=5d65959c-12ff-4823-be6b-060f7ff6501c,revision_number=3']} {{(pid=75942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:39.688536 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Routers {'5fa562bc-cbdd-47e6-a93c-41b705161d45'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:36:39.689595 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:36:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['5fa562bc-cbdd-47e6-a93c-41b705161d45'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:36:39.812203 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:39.885988 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.provisioning_blocks [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Transition to ACTIVE for port object c476155d-2667-490c-8dbc-59c05d74238e will not be triggered until provisioned by entity DHCP. {{(pid=75940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:36:39.911614 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-e2eeb850-ecf7-4941-bcf7-12138cae7b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:39.976274 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52800) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:39.976914 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.2571256 Aug 25 16:36:39.986986 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-b859d790-e69b-4f12-9e9f-78a62fb47c86 admin admin] Request body: {'subnet': {'network_id': '20b79ded-d5c3-4a1f-9936-ef5019de32ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1429570537-subnet', 'tenant_id': '213b191c48d2424cb530d7333857f134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:39.997107 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Pushing event updated for resources: {'Network': ['ID=20b79ded-d5c3-4a1f-9936-ef5019de32ad,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:40.003128 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-b859d790-e69b-4f12-9e9f-78a62fb47c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:40.006047 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:40.014100 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-0379352e-cac2-4227-a11a-59d22b53541c service neutron] 10.222.0.35 "GET /v2.0/networks/6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452523 Aug 25 16:36:40.015943 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Network 20b79ded-d5c3-4a1f-9936-ef5019de32ad details requested by agent ovs-agent-dv-cinder-806008-1-smb with host dv-cinder-806008-1-smb {{(pid=75941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:36:40.020349 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-b859d790-e69b-4f12-9e9f-78a62fb47c86 admin admin] Usage tracker for resource:subnet and tenant:213b191c48d2424cb530d7333857f134 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:40.027358 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-b859d790-e69b-4f12-9e9f-78a62fb47c86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:40.040056 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-b859d790-e69b-4f12-9e9f-78a62fb47c86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:40.055733 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:40.088558 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-83c801bf-09e9-49ef-b44a-4bb52af2b65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:40.172370 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:36:40.204663 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Sync routers for ids ['13985153-26b3-4672-9741-3cb8149e9719'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:36:40.212289 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-ef3a2d85-fb9b-41d3-b18f-578d97e293b7 service neutron] 10.222.0.35 "GET /v2.0/networks/6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897321 Aug 25 16:36:40.269218 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:36:40.275778 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:36:40.277179 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Routers {'13985153-26b3-4672-9741-3cb8149e9719'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:36:40.279184 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:36:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['13985153-26b3-4672-9741-3cb8149e9719'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:36:40.282387 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:36:40.283441 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-742085'] for router_interface, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:40.306839 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Pushing event updated for resources: {'Port': ['ID=c476155d-2667-490c-8dbc-59c05d74238e,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:40.310016 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Notify callbacks [] for router, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:40.312142 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6377723 Aug 25 16:36:40.315076 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52810) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:40.316108 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] Set router 5fa562bc-cbdd-47e6-a93c-41b705161d45 gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:36:40.329359 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:40.344444 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b859d790-e69b-4f12-9e9f-78a62fb47c86 admin admin] Made reservation on behalf of 213b191c48d2424cb530d7333857f134 for: {'subnet': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:36:40.351878 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b859d790-e69b-4f12-9e9f-78a62fb47c86 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:40.501643 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52816) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:40.539504 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ada53b-b1b4-4ed7-8dbd-5e7b3ed66dea None None] Network 2b868551-604b-4fc5-b01d-b07c18548dc0 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:36:40.884992 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 30c6f862-d15a-4176-af2c-eb9f524e8e51 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:36:40.906007 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b9613774-5680-46b2-aaab-f8863b7ddb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:40.967751 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-aa8b6d4f-9d1c-48d1-a451-844c83cc7c40 None None] Provisioning for port 30c6f862-d15a-4176-af2c-eb9f524e8e51 completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:36:41.060738 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:41.153585 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-70238932-e00d-4a39-ba2e-508f24aa2e22 req-4a71b83c-7d6a-4f9d-ac22-fb2cd8c27571 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 210 time: 0.1950934 Aug 25 16:36:41.255929 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-b9613774-5680-46b2-aaab-f8863b7ddb4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:41.266836 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-b9613774-5680-46b2-aaab-f8863b7ddb4d admin admin] Usage tracker for resource:security_group_rule and tenant:78dd87f7631f451ab936e8ffc263bd94 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:41.271947 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-b9613774-5680-46b2-aaab-f8863b7ddb4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:41.288824 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-b9613774-5680-46b2-aaab-f8863b7ddb4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:41.384642 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:36:35Z', 'revision_number': 3, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:36:41.390593 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b04c23-62a6-422a-8650-5df2e98c1222 None None] The sync data for ids ['5fa562bc-cbdd-47e6-a93c-41b705161d45'] in dv-cinder-806008-1-smb is: [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:36:35Z', 'revision_number': 3, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}] {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:36:41.417972 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b859d790-e69b-4f12-9e9f-78a62fb47c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for subnet, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:41.494187 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:41.558836 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b9613774-5680-46b2-aaab-f8863b7ddb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:41.688457 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:41.724189 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Set router 13985153-26b3-4672-9741-3cb8149e9719 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:36:41.739900 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859d790-e69b-4f12-9e9f-78a62fb47c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c26b41c-93fc-455b-9684-111e167c16a1,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:41.778381 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-b859d790-e69b-4f12-9e9f-78a62fb47c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:41.781720 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:41.784838 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b9613774-5680-46b2-aaab-f8863b7ddb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:41.797148 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66893069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742188'] for router_interface, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:41.809029 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:41.837295 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:41.954029 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-e0662795-9f70-451f-b151-8e5bff8f806e None None] Provisioning for port c476155d-2667-490c-8dbc-59c05d74238e completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:36:42.010997 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9613774-5680-46b2-aaab-f8863b7ddb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9933ea9d-aec7-475d-81b4-144cbeb2a24c,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:42.017461 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-b9613774-5680-46b2-aaab-f8863b7ddb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:42.024212 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b859d790-e69b-4f12-9e9f-78a62fb47c86 admin admin] Checking segment: {'id': '0e6f6447-bc6f-4ffc-b34c-8f23dd92b76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '20b79ded-d5c3-4a1f-9936-ef5019de32ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:36:42.024605 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b859d790-e69b-4f12-9e9f-78a62fb47c86 admin admin] Network hostable DHCP agents. Network: 20b79ded-d5c3-4a1f-9936-ef5019de32ad, hostable agents: ['15364a29-dc0b-4d98-aa4e-4a52ef949670'], hosted agents: [] {{(pid=75940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:36:42.040604 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-e0662795-9f70-451f-b151-8e5bff8f806e None None] Provisioning complete for port c476155d-2667-490c-8dbc-59c05d74238e triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:36:42.048665 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e0662795-9f70-451f-b151-8e5bff8f806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:42.052715 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-b9613774-5680-46b2-aaab-f8863b7ddb4d admin admin] Synchronizing usage tracker for tenant:fcb45bf090ed47aabcd110bcf1940a16 on resource:security_group {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:36:42.327125 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Pushing event updated for resources: {'Port': ['ID=c476155d-2667-490c-8dbc-59c05d74238e,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:42.350422 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:42.450843 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-b9613774-5680-46b2-aaab-f8863b7ddb4d admin admin] Unset dirty status for tenant:fcb45bf090ed47aabcd110bcf1940a16 on resource:security_group {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:36:42.455246 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-b9613774-5680-46b2-aaab-f8863b7ddb4d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78dd87f7631f451ab936e8ffc263bd94&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9495013 Aug 25 16:36:42.458840 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52878) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:42.481404 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:36:42.482962 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:36:42.609690 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b859d790-e69b-4f12-9e9f-78a62fb47c86 admin admin] Network 20b79ded-d5c3-4a1f-9936-ef5019de32ad is scheduled to be hosted by DHCP agent 15364a29-dc0b-4d98-aa4e-4a52ef949670 with binding_index 1 {{(pid=75940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:36:42.647497 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-17e19de7-650a-43c1-acf9-133862dc525b req-f72fc3e9-151b-4c1c-85ed-aad2ba1e32ca tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 210 time: 0.3485792 Aug 25 16:36:42.699632 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port 30c6f862-d15a-4176-af2c-eb9f524e8e51 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:36:42.734535 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-e0662795-9f70-451f-b151-8e5bff8f806e None None] Port c476155d-2667-490c-8dbc-59c05d74238e cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:36:42.829874 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 30c6f862-d15a-4176-af2c-eb9f524e8e51 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:36:42.831354 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:42.864449 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-b859d790-e69b-4f12-9e9f-78a62fb47c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-smb, 20b79ded-d5c3-4a1f-9936-ef5019de32ad) {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:36:42.906305 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b859d790-e69b-4f12-9e9f-78a62fb47c86 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:42.909039 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b859d790-e69b-4f12-9e9f-78a62fb47c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:42.932373 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-dfeb790e-d847-4711-b282-251ceb0a4e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:42.934986 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dfcbae-387c-46cf-b3d7-cfcf0d21b43f None None] Network 20b79ded-d5c3-4a1f-9936-ef5019de32ad requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:36:43.181866 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-dfeb790e-d847-4711-b282-251ceb0a4e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:43.200146 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-b859d790-e69b-4f12-9e9f-78a62fb47c86 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2128165 Aug 25 16:36:43.209294 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52892) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:43.427519 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-dfeb790e-d847-4711-b282-251ceb0a4e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:43.440190 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:43.457548 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb790e-d847-4711-b282-251ceb0a4e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9933ea9d-aec7-475d-81b4-144cbeb2a24c,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:43.458093 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Router 5fa562bc-cbdd-47e6-a93c-41b705161d45 has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:36:43.464184 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-dfeb790e-d847-4711-b282-251ceb0a4e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:43.473915 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52904) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:43.479780 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-dfeb790e-d847-4711-b282-251ceb0a4e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:43.479780 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-dfeb790e-d847-4711-b282-251ceb0a4e96 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9933ea9d-aec7-475d-81b4-144cbeb2a24c HTTP/1.1" status: 204 len: 168 time: 0.9640632 Aug 25 16:36:43.573673 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:43.685113 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52912) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:43.751796 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-06c30044-ce73-48c8-b39e-9f55b70f579c None None] Provisioning complete for port c476155d-2667-490c-8dbc-59c05d74238e triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:36:43.752438 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-06c30044-ce73-48c8-b39e-9f55b70f579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:43.794248 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a98c9bc-6b9a-4c2f-8958-19186a21cf95 admin admin] Deleting subnet 43b9b1af-b6bd-434a-9d5b-6ad735cb771f {{(pid=75940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:36:43.807826 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6a98c9bc-6b9a-4c2f-8958-19186a21cf95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:43.826422 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:43.848898 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-06c30044-ce73-48c8-b39e-9f55b70f579c None None] Port c476155d-2667-490c-8dbc-59c05d74238e cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:36:43.878017 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port 30c6f862-d15a-4176-af2c-eb9f524e8e51, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=30c6f862-d15a-4176-af2c-eb9f524e8e51,segment=NetworkSegment(a0b81443-10c4-4b22-95f1-7bff484020c1),segment_id=a0b81443-10c4-4b22-95f1-7bff484020c1)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:36:43.908825 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4a394a-a5aa-49f8-8f6b-a1fd96a9a823 None None] Network 20b79ded-d5c3-4a1f-9936-ef5019de32ad requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:36:43.943139 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-0ec30760-173c-48a4-8bdc-a69b2fd22b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:44.026771 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Allocated IP 172.20.0.1 (2b868551-604b-4fc5-b01d-b07c18548dc0/dc013c14-7af0-4164-ba36-a7b01f82d66b/b0c7a42a-fa74-4fb2-a0f5-33ac15558671) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:36:44.036055 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6a98c9bc-6b9a-4c2f-8958-19186a21cf95 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:44.051181 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6a98c9bc-6b9a-4c2f-8958-19186a21cf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794922'] for subnet, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:44.164315 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6930448e-982b-4101-a10b-2a9f010a1f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:44.166173 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-0ec30760-173c-48a4-8bdc-a69b2fd22b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:44.174143 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-0ec30760-173c-48a4-8bdc-a69b2fd22b42 admin admin] Usage tracker for resource:security_group_rule and tenant:e1442f9a604a4bdbba0deccb1000b9c8 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:44.181600 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-0ec30760-173c-48a4-8bdc-a69b2fd22b42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:44.210461 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52928) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:44.246488 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:44.253708 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-0ec30760-173c-48a4-8bdc-a69b2fd22b42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:44.269866 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device a15723c7-e5ff-41fc-8071-962aa78434bb up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:36:44.330005 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:36:37Z', 'revision_number': 3, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:36:44.345827 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f6eb4d22-e52b-4fef-ba8e-b5b4d73f970b req-e3ea8b1b-834a-4c3f-86e2-3aa9fdb6deeb tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 210 time: 0.1290658 Aug 25 16:36:44.348589 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:44.360527 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6a98c9bc-6b9a-4c2f-8958-19186a21cf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for subnet, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:44.396513 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-6930448e-982b-4101-a10b-2a9f010a1f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:44.401185 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-e4a737d5-bfb8-4d06-b41a-a3b9ace7dc1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:44.406287 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-6930448e-982b-4101-a10b-2a9f010a1f60 admin admin] Usage tracker for resource:security_group_rule and tenant:4527cd6b698040d8b96f9b191b610fcc is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:44.412816 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-6930448e-982b-4101-a10b-2a9f010a1f60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:44.429182 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-6930448e-982b-4101-a10b-2a9f010a1f60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:44.438275 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:44.468060 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.provisioning_blocks [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Transition to ACTIVE for port object b0c7a42a-fa74-4fb2-a0f5-33ac15558671 will not be triggered until provisioned by entity DHCP. {{(pid=75939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:36:44.494650 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Checking router: 13985153-26b3-4672-9741-3cb8149e9719 for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:36:44.495311 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Updating router 13985153-26b3-4672-9741-3cb8149e9719 port a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f binding host dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:36:44.539062 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-0ec30760-173c-48a4-8bdc-a69b2fd22b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:44.555642 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98c9bc-6b9a-4c2f-8958-19186a21cf95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43b9b1af-b6bd-434a-9d5b-6ad735cb771f,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:44.559111 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6a98c9bc-6b9a-4c2f-8958-19186a21cf95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:44.562989 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-6a98c9bc-6b9a-4c2f-8958-19186a21cf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:44.573726 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6930448e-982b-4101-a10b-2a9f010a1f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:44.583008 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:36:44.585502 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-6a98c9bc-6b9a-4c2f-8958-19186a21cf95 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/43b9b1af-b6bd-434a-9d5b-6ad735cb771f HTTP/1.1" status: 204 len: 168 time: 1.1097782 Aug 25 16:36:44.592138 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52942) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:44.592295 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] 10.222.0.35 "PUT /v2.0/routers/5fa562bc-cbdd-47e6-a93c-41b705161d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9053538 Aug 25 16:36:44.641217 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-0ec30760-173c-48a4-8bdc-a69b2fd22b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:44.666313 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:44.687859 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:44.698294 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:44.701872 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-617ed6c2-81a2-48ed-84dd-3502c8d5ed43 None None] Provisioning complete for port 30c6f862-d15a-4176-af2c-eb9f524e8e51 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:36:44.702651 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-617ed6c2-81a2-48ed-84dd-3502c8d5ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:44.723399 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-0ec30760-173c-48a4-8bdc-a69b2fd22b42 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1442f9a604a4bdbba0deccb1000b9c8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5188460 Aug 25 16:36:44.740166 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:44.749846 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=30c6f862-d15a-4176-af2c-eb9f524e8e51,revision_number=3']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:44.759434 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52948) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:44.803137 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:44.848388 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6930448e-982b-4101-a10b-2a9f010a1f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:44.921103 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Network 2b868551-604b-4fc5-b01d-b07c18548dc0 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:36:44.928389 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52956) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:44.930273 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port a15723c7-e5ff-41fc-8071-962aa78434bb triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:36:44.930815 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:44.943146 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:36:44.962129 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec30760-173c-48a4-8bdc-a69b2fd22b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cece006-a5b9-4f33-ad60-0cdde5bd1ea4,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:44.977400 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:36:44.977887 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-742085'] for router_interface, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:44.991614 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-0ec30760-173c-48a4-8bdc-a69b2fd22b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:45.150484 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-6930448e-982b-4101-a10b-2a9f010a1f60 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4527cd6b698040d8b96f9b191b610fcc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4630830 Aug 25 16:36:45.220417 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c7a42a-fa74-4fb2-a0f5-33ac15558671,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:45.240263 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 52970) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:45.270936 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:45.298515 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5e3aafe5-4313-4e06-ab72-00c018b5676d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:45.340908 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.398s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:45.389324 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-61392df7-b321-4cce-b89b-fca4a94e2b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:45.413754 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-5e3aafe5-4313-4e06-ab72-00c018b5676d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:45.420317 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-5e3aafe5-4313-4e06-ab72-00c018b5676d admin admin] Usage tracker for resource:security_group_rule and tenant:83682c76c405442d8c6596ffcc35ee31 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:45.424795 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-5e3aafe5-4313-4e06-ab72-00c018b5676d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:45.432840 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-61392df7-b321-4cce-b89b-fca4a94e2b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:45.447866 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-5e3aafe5-4313-4e06-ab72-00c018b5676d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:45.451707 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66643152'] for network, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:45.643321 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-61392df7-b321-4cce-b89b-fca4a94e2b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:45.647448 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:45.670338 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61392df7-b321-4cce-b89b-fca4a94e2b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cece006-a5b9-4f33-ad60-0cdde5bd1ea4,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:45.675341 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-61392df7-b321-4cce-b89b-fca4a94e2b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:45.680890 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-61392df7-b321-4cce-b89b-fca4a94e2b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:45.682845 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-61392df7-b321-4cce-b89b-fca4a94e2b01 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4cece006-a5b9-4f33-ad60-0cdde5bd1ea4 HTTP/1.1" status: 204 len: 168 time: 0.8045745 Aug 25 16:36:45.697950 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930448e-982b-4101-a10b-2a9f010a1f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22570945-37a2-4156-b4e4-b987e3522121,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:45.708920 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.81', 51526) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:45.732950 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-6930448e-982b-4101-a10b-2a9f010a1f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:46.103950 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-1ad85d6c-a991-4327-aa28-722b27488ad7 None None] Provisioning for port b0c7a42a-fa74-4fb2-a0f5-33ac15558671 completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:36:46.103950 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-1ad85d6c-a991-4327-aa28-722b27488ad7 None None] Provisioning complete for port b0c7a42a-fa74-4fb2-a0f5-33ac15558671 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:36:46.103950 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-1ad85d6c-a991-4327-aa28-722b27488ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:46.105561 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796067', 'neutron.services.segments.db._delete_segments_for_network-8731567645826'] for network, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:46.105561 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:36:46.105561 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:36:46.105561 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:36:46.105561 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Subscribe: > port after_create 55550000 {{(pid=75939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:36:46.105561 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Subscribe: > port after_delete 55550000 {{(pid=75939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:36:46.105561 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Subscribe: > port after_update 55550000 {{(pid=75939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:36:46.105561 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:36:46.105561 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:36:46.105561 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:36:46.105561 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:36:46.112607 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-1ad85d6c-a991-4327-aa28-722b27488ad7 None None] Port b0c7a42a-fa74-4fb2-a0f5-33ac15558671 cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:36:46.112607 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Notify callbacks [] for port, precommit_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:46.112607 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 30c6f862-d15a-4176-af2c-eb9f524e8e51 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:36:46.113058 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-3382a6a9-0659-4313-87ca-4fbbd450c34f tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:46.113058 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-3382a6a9-0659-4313-87ca-4fbbd450c34f tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.81 "GET /v2.0/networks?id=6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c HTTP/1.1" status: 200 len: 810 time: 0.3987603 Aug 25 16:36:46.130463 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Transition to ACTIVE for port object a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f will not be triggered until provisioned by entity L2. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:36:46.151767 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:36:46.152177 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:36:46.152508 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:36:46.152834 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:36:46.153204 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897916d3-242f-4ddb-8c3b-94538256edc1']}} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:36:46.157239 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Request body: {'port': {'device_id': '72ffde7a-b75d-47e6-83a0-17e97f5cf2b6', 'network_id': '6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c', 'admin_state_up': True, 'tenant_id': '1bbd0c91a71742bd939e6da8e7a3d60d'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:46.183915 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237e31d0-333d-4a3c-8e4d-8decfc9a8e99') {'for_net_delete': True} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:36:46.183915 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237e31d0-333d-4a3c-8e4d-8decfc9a8e99') {} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:36:46.185245 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 30c6f862-d15a-4176-af2c-eb9f524e8e51 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:36:46.185632 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:46.231507 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-918e87c3-6976-4be0-965e-d44686fbf092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:46.253594 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Sync routers for ids ['5fa562bc-cbdd-47e6-a93c-41b705161d45'] in dv-cinder-806008-1-smb {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:36:46.270142 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Routers {'5fa562bc-cbdd-47e6-a93c-41b705161d45'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:36:46.271103 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:36:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['5fa562bc-cbdd-47e6-a93c-41b705161d45'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:36:46.271942 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-918e87c3-6976-4be0-965e-d44686fbf092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:46.301165 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:46.320657 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:46.340020 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 52992) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:46.369603 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-13d072be-1038-4f99-b8bf-604875aba364 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Request body: {'security_group': {'name': 'tempest-securitygroup--419494220', 'description': 'tempest-description--1500084149'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:46.431379 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-13d072be-1038-4f99-b8bf-604875aba364 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:46.447712 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-13d072be-1038-4f99-b8bf-604875aba364 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Usage tracker for resource:security_group and tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:46.457708 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-13d072be-1038-4f99-b8bf-604875aba364 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:46.467757 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd03a83-3e67-4e58-af17-45a3f83e8234 None None] Pushing event updated for resources: {'Port': ['ID=a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f,revision_number=2']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:46.476071 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:46.484625 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-8bd03a83-3e67-4e58-af17-45a3f83e8234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:46.488745 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Usage tracker for resource:port and tenant:1bbd0c91a71742bd939e6da8e7a3d60d is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:46.494538 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:46.515461 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 5d65959c-12ff-4823-be6b-060f7ff6501c up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:36:46.522606 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-13d072be-1038-4f99-b8bf-604875aba364 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:46.527851 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:46.605984 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Attempting to bind port a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:36:46.606602 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Attempting to bind port a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:36:46.607365 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Attempting to bind port a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f on network 298d0f1e-c103-4242-b158-a28991e655e1 {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:36:46.623196 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Set router 5fa562bc-cbdd-47e6-a93c-41b705161d45 gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:36:46.623634 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:36:46.624593 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Checking segment: {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:36:46.625283 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:46.625944 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Bound using segment: {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:36:46.626783 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Bound port: a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:36:46.627428 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:46.660772 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Made reservation on behalf of 1bbd0c91a71742bd939e6da8e7a3d60d for: {'port': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:36:46.667814 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:46.702895 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-13d072be-1038-4f99-b8bf-604875aba364 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:46.745551 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] For port a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:36:46.750199 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] For port a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:36:46.760173 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731567646621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2068682'] for segment, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:46.797698 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port 5d65959c-12ff-4823-be6b-060f7ff6501c completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:36:46.804701 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 5d65959c-12ff-4823-be6b-060f7ff6501c triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:36:46.805429 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:46.816627 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-13d072be-1038-4f99-b8bf-604875aba364 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:46.824343 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-13d072be-1038-4f99-b8bf-604875aba364 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Usage tracker for resource:security_group_rule and tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:46.825686 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e3d15f2c-7b24-4f95-b783-19139604e5f5 req-45d61165-570c-4e52-af56-b80928fc4cb5 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 210 time: 0.6043606 Aug 25 16:36:46.834371 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-13d072be-1038-4f99-b8bf-604875aba364 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:46.843004 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-13d072be-1038-4f99-b8bf-604875aba364 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:46.916560 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-13d072be-1038-4f99-b8bf-604875aba364 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:46.933870 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:46.943014 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:46.956611 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5e3aafe5-4313-4e06-ab72-00c018b5676d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:46.975130 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=75939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:36:46.975532 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66794767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1700188'] for segment, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: util.warn_limited( Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: util.warn_limited( Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: Traceback (most recent call last): Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: timer() Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: cb(*args, **kw) Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: return func(*args, **kwargs) Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: self._notify() Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: self.callback(batched_events) Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: event.method(event) Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: return f(self, *a, **k) Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: return self._get(url).json() Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: return self.request(url, 'GET', **kwargs) Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:36:46.996724 dv-cinder-806008-1-smb neutron-server[75939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:36:47.008448 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:47.048520 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-13d072be-1038-4f99-b8bf-604875aba364 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:47.056566 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:47.093050 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:47.111244 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-918e87c3-6976-4be0-965e-d44686fbf092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:47.134992 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:36:40Z', 'revision_number': 4, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'c476155d-2667-490c-8dbc-59c05d74238e', 'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'mac_address': 'fa:16:3e:2f:ee:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:39Z', 'updated_at': '2021-08-25T16:36:41Z', 'revision_number': 2, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'subnets': [{'id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:36:47.159362 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Checking router: 5fa562bc-cbdd-47e6-a93c-41b705161d45 for host: dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:36:47.159749 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Updating router 5fa562bc-cbdd-47e6-a93c-41b705161d45 port c476155d-2667-490c-8dbc-59c05d74238e binding host dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:36:47.205216 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5e3aafe5-4313-4e06-ab72-00c018b5676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:47.241275 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:47.281942 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e87c3-6976-4be0-965e-d44686fbf092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22570945-37a2-4156-b4e4-b987e3522121,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:47.345248 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:47.367644 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-918e87c3-6976-4be0-965e-d44686fbf092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:47.371804 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-918e87c3-6976-4be0-965e-d44686fbf092 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22570945-37a2-4156-b4e4-b987e3522121 HTTP/1.1" status: 204 len: 168 time: 2.0765646 Aug 25 16:36:47.378746 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3aafe5-4313-4e06-ab72-00c018b5676d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd9c6df-9e6b-4713-9d6b-812c102a77d3,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:47.390830 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-5e3aafe5-4313-4e06-ab72-00c018b5676d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:47.394853 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:47.394853 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:47.395762 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741978'] for network, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:47.420254 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-5e3aafe5-4313-4e06-ab72-00c018b5676d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=83682c76c405442d8c6596ffcc35ee31&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4368558 Aug 25 16:36:47.425285 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 53024) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:47.425449 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-13d072be-1038-4f99-b8bf-604875aba364 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:47.430271 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-13d072be-1038-4f99-b8bf-604875aba364 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0846488 Aug 25 16:36:47.464767 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53028) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:47.510214 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-feb1e52f-13a3-48af-9789-1b832c1f17d0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Request body: {'security_group_rule': {'security_group_id': '3d4bba45-636c-4441-92b9-70094eeb94b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:47.541883 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-feb1e52f-13a3-48af-9789-1b832c1f17d0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:47.550740 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd03a83-3e67-4e58-af17-45a3f83e8234 None None] Pushing event updated for resources: {'Port': ['ID=a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f,revision_number=3']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:47.553415 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:47.564885 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-8bd03a83-3e67-4e58-af17-45a3f83e8234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:47.577690 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:47.579999 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d072be-1038-4f99-b8bf-604875aba364 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4bba45-636c-4441-92b9-70094eeb94b0,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:47.591593 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Pushing event deleted for resources: {'Network': ['ID=897916d3-242f-4ddb-8c3b-94538256edc1,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:47.602084 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-13d072be-1038-4f99-b8bf-604875aba364 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:47.603520 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Routers {'13985153-26b3-4672-9741-3cb8149e9719'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:36:47.603804 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-feb1e52f-13a3-48af-9789-1b832c1f17d0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Usage tracker for resource:security_group_rule and tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:47.606388 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:36:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['13985153-26b3-4672-9741-3cb8149e9719'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:36:47.623519 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:47.642082 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] 10.222.0.35 "DELETE /v2.0/networks/897916d3-242f-4ddb-8c3b-94538256edc1 HTTP/1.1" status: 204 len: 168 time: 3.0501032 Aug 25 16:36:47.647794 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 53042) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:47.655765 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-feb1e52f-13a3-48af-9789-1b832c1f17d0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:47.684248 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-feb1e52f-13a3-48af-9789-1b832c1f17d0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:47.701214 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Allocated IP 172.20.0.6 (6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c/9bf357e4-51e4-466b-9abb-cc5de2ed2d39/536765b9-cd87-4827-99ce-b7a5df3e67eb) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:36:47.801905 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-49b89cb8-7e83-4563-8146-4d26c3d0fb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:47.818197 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:47.823010 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-feb1e52f-13a3-48af-9789-1b832c1f17d0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:47.906166 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_v2 [None req-5509e0f3-6534-4afa-8f80-e95cf7d3c8c2 admin admin] Deleting subnet 7c26b41c-93fc-455b-9684-111e167c16a1 {{(pid=75939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:36:47.914447 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5509e0f3-6534-4afa-8f80-e95cf7d3c8c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:47.958677 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-49b89cb8-7e83-4563-8146-4d26c3d0fb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:48.012904 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port 5d65959c-12ff-4823-be6b-060f7ff6501c, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=5d65959c-12ff-4823-be6b-060f7ff6501c,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:36:48.035361 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:48.065237 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5509e0f3-6534-4afa-8f80-e95cf7d3c8c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2068677'] for subnet, precommit_delete_associations {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:48.097253 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:48.113219 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:48.119557 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:48.233378 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] Set router 13985153-26b3-4672-9741-3cb8149e9719 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:36:48.236038 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-feb1e52f-13a3-48af-9789-1b832c1f17d0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:48.273541 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0aa0bf6a-423c-404d-9778-ca16077be467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:48.316649 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:48.337925 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66893069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742188'] for router_interface, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:48.374614 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-feb1e52f-13a3-48af-9789-1b832c1f17d0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:48.414517 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:48.454966 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1e52f-13a3-48af-9789-1b832c1f17d0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb1c693-eff4-4944-a874-0a902fb3be02,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:48.467011 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Notify callbacks [] for port, precommit_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:48.484834 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.provisioning_blocks [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Transition to ACTIVE for port object c476155d-2667-490c-8dbc-59c05d74238e will not be triggered until provisioned by entity L2. {{(pid=75942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:36:48.486231 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-feb1e52f-13a3-48af-9789-1b832c1f17d0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:48.488467 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=5d65959c-12ff-4823-be6b-060f7ff6501c,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:48.493673 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:48.557892 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:48.565131 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-e2eeb850-ecf7-4941-bcf7-12138cae7b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:48.565772 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:48.578701 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-55d732f4-d389-4534-bb3b-5544e9a66228 req-a17a01f0-ef83-4689-9872-0658238af71f tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 210 time: 0.3054743 Aug 25 16:36:48.591461 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:48.751857 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Network 6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:36:48.758651 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-feb1e52f-13a3-48af-9789-1b832c1f17d0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:48.758651 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-feb1e52f-13a3-48af-9789-1b832c1f17d0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2914073 Aug 25 16:36:48.767343 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53060) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:48.769774 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:36:48.784765 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:36:48.790804 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:48.792131 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:48.834325 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-58ecade7-a770-459d-b96e-8ddc54daa5f2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Request body: {'security_group_rule': {'security_group_id': '3d4bba45-636c-4441-92b9-70094eeb94b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:48.845244 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-58ecade7-a770-459d-b96e-8ddc54daa5f2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:48.850612 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-58ecade7-a770-459d-b96e-8ddc54daa5f2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Usage tracker for resource:security_group_rule and tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:48.856510 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-58ecade7-a770-459d-b96e-8ddc54daa5f2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:48.870208 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-58ecade7-a770-459d-b96e-8ddc54daa5f2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:48.916025 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7610235 Aug 25 16:36:48.952862 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-6173c516-0a1a-45c7-9b55-8cf49682c9ff tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=75940) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:36:48.957096 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5509e0f3-6534-4afa-8f80-e95cf7d3c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794922'] for subnet, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:48.961557 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-6173c516-0a1a-45c7-9b55-8cf49682c9ff tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0239522 Aug 25 16:36:49.003281 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53066) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:49.018038 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Pushing event updated for resources: {'Port': ['ID=536765b9-cd87-4827-99ce-b7a5df3e67eb,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:49.026564 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:49.066732 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Network 2b868551-604b-4fc5-b01d-b07c18548dc0 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:36:49.068916 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c7a42a-fa74-4fb2-a0f5-33ac15558671,revision_number=2']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:49.075820 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:36:49.090675 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:49.190833 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-58ecade7-a770-459d-b96e-8ddc54daa5f2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:49.242105 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-49b89cb8-7e83-4563-8146-4d26c3d0fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:49.279696 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124950f5-db47-4413-8a01-997c3498b63b None None] Pushing event updated for resources: {'Port': ['ID=c476155d-2667-490c-8dbc-59c05d74238e,revision_number=3']} {{(pid=75942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:49.285562 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-124950f5-db47-4413-8a01-997c3498b63b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:49.345560 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:49.406225 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5c62bdd0-5ec6-430d-b827-ed7b0d4727f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:49.455379 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:36:45Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'b0c7a42a-fa74-4fb2-a0f5-33ac15558671', 'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'mac_address': 'fa:16:3e:ba:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:43Z', 'updated_at': '2021-08-25T16:36:44Z', 'revision_number': 1, 'project_id': 'e190674e9304482495bba1179171dfd3', 'subnets': [{'id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:36:49.468577 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b89cb8-7e83-4563-8146-4d26c3d0fb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd9c6df-9e6b-4713-9d6b-812c102a77d3,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:49.470758 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50fcb65-10fa-4eda-8fbf-ff42a1e78f38 None None] The sync data for ids ['13985153-26b3-4672-9741-3cb8149e9719'] in dv-cinder-806008-1-smb is: [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:36:45Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'b0c7a42a-fa74-4fb2-a0f5-33ac15558671', 'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'mac_address': 'fa:16:3e:ba:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:43Z', 'updated_at': '2021-08-25T16:36:44Z', 'revision_number': 1, 'project_id': 'e190674e9304482495bba1179171dfd3', 'subnets': [{'id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:36:49.492767 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-49b89cb8-7e83-4563-8146-4d26c3d0fb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:49.692905 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Attempting to bind port c476155d-2667-490c-8dbc-59c05d74238e on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:36:49.694220 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Attempting to bind port c476155d-2667-490c-8dbc-59c05d74238e by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': 'f29a2b35-0e44-4ffd-9472-796c70247a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4'}] {{(pid=75942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:36:49.698935 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Attempting to bind port c476155d-2667-490c-8dbc-59c05d74238e on network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:36:49.731291 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:36:49.731917 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Checking segment: {'id': 'f29a2b35-0e44-4ffd-9472-796c70247a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:36:49.732583 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:49.732989 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Bound using segment: {'id': 'f29a2b35-0e44-4ffd-9472-796c70247a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4'} {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:36:49.734197 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Bound port: c476155d-2667-490c-8dbc-59c05d74238e, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29a2b35-0e44-4ffd-9472-796c70247a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4'}}] {{(pid=75942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:36:49.737600 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:49.778426 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5509e0f3-6534-4afa-8f80-e95cf7d3c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1700346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1491086'] for subnet, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:49.869245 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-c93227fa-53a9-45de-a93b-4434b44dfaa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:49.962008 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-5c62bdd0-5ec6-430d-b827-ed7b0d4727f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:49.968980 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-49b89cb8-7e83-4563-8146-4d26c3d0fb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:49.978021 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-49b89cb8-7e83-4563-8146-4d26c3d0fb38 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bfd9c6df-9e6b-4713-9d6b-812c102a77d3 HTTP/1.1" status: 204 len: 168 time: 2.5515459 Aug 25 16:36:49.996958 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5509e0f3-6534-4afa-8f80-e95cf7d3c8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for subnet, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:50.001696 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-58ecade7-a770-459d-b96e-8ddc54daa5f2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:50.004919 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-5509e0f3-6534-4afa-8f80-e95cf7d3c8c2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7c26b41c-93fc-455b-9684-111e167c16a1 HTTP/1.1" status: 204 len: 168 time: 2.3489573 Aug 25 16:36:50.014591 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-5c62bdd0-5ec6-430d-b827-ed7b0d4727f4 admin admin] Usage tracker for resource:security_group_rule and tenant:4f8f6604831d49f896e6fecfdde27c45 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:50.038656 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 53084) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:50.065585 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-b52884ed-1a90-4758-b59d-d70ec39151e5 None None] Provisioning complete for port b0c7a42a-fa74-4fb2-a0f5-33ac15558671 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:36:50.066071 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-b52884ed-1a90-4758-b59d-d70ec39151e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:50.085514 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509e0f3-6534-4afa-8f80-e95cf7d3c8c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c26b41c-93fc-455b-9684-111e167c16a1,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:50.091433 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Request body: {'port': {'device_id': '72ffde7a-b75d-47e6-83a0-17e97f5cf2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:50.179241 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-5509e0f3-6534-4afa-8f80-e95cf7d3c8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:50.189089 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.db [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] For port c476155d-2667-490c-8dbc-59c05d74238e, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:36:50.198062 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.db [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] For port c476155d-2667-490c-8dbc-59c05d74238e, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=c476155d-2667-490c-8dbc-59c05d74238e,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:36:50.233966 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-5c62bdd0-5ec6-430d-b827-ed7b0d4727f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:50.269089 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-5c62bdd0-5ec6-430d-b827-ed7b0d4727f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:50.306609 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:50.311520 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-e2eeb850-ecf7-4941-bcf7-12138cae7b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:50.318038 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-58ecade7-a770-459d-b96e-8ddc54daa5f2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:50.362455 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 5d65959c-12ff-4823-be6b-060f7ff6501c up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:36:50.373554 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-feb1e52f-13a3-48af-9789-1b832c1f17d0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:50.434949 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ecade7-a770-459d-b96e-8ddc54daa5f2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1c97e8-f8fe-4ddd-9892-ed80b6ad2850,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:50.448540 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-58ecade7-a770-459d-b96e-8ddc54daa5f2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:50.538791 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-58ecade7-a770-459d-b96e-8ddc54daa5f2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:50.541447 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-58ecade7-a770-459d-b96e-8ddc54daa5f2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.7259216 Aug 25 16:36:50.544990 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53092) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:50.546940 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-b52884ed-1a90-4758-b59d-d70ec39151e5 None None] Port b0c7a42a-fa74-4fb2-a0f5-33ac15558671 cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:36:50.565648 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Request body: {'floatingip': {'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:50.579547 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:50.614733 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Usage tracker for resource:floatingip and tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:50.630707 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:50.638893 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:50.655240 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Routers {'5fa562bc-cbdd-47e6-a93c-41b705161d45'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:36:50.660612 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:36:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['5fa562bc-cbdd-47e6-a93c-41b705161d45'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:36:50.677653 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 5d65959c-12ff-4823-be6b-060f7ff6501c triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:36:50.678044 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:50.684504 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:50.876894 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5c62bdd0-5ec6-430d-b827-ed7b0d4727f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:50.895682 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124950f5-db47-4413-8a01-997c3498b63b None None] Pushing event updated for resources: {'Port': ['ID=c476155d-2667-490c-8dbc-59c05d74238e,revision_number=4']} {{(pid=75942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:50.905530 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-124950f5-db47-4413-8a01-997c3498b63b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:50.951177 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-e4319025-760a-430e-8d87-8b327add9143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66643152'] for network, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:50.956231 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5c62bdd0-5ec6-430d-b827-ed7b0d4727f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:51.006824 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-61392df7-b321-4cce-b89b-fca4a94e2b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:51.144633 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62bdd0-5ec6-430d-b827-ed7b0d4727f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39235866-98b1-4355-ac82-058429601fd3,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:51.225573 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for floatingip, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:51.266495 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] Set router 5fa562bc-cbdd-47e6-a93c-41b705161d45 gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:36:51.324326 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5c62bdd0-5ec6-430d-b827-ed7b0d4727f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:51.347896 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-5c62bdd0-5ec6-430d-b827-ed7b0d4727f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f8f6604831d49f896e6fecfdde27c45&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3370514 Aug 25 16:36:51.358436 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53112) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:51.641295 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85b558-16b9-4129-862c-4bc8fa198bd3 req-f020327f-4214-4b8e-a04b-c31cdbb8b80e tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:51.654199 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fa85b558-16b9-4129-862c-4bc8fa198bd3 req-f020327f-4214-4b8e-a04b-c31cdbb8b80e tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 931 time: 1.3940947 Aug 25 16:36:51.720830 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d937-efb3-4f78-badd-70b9a45bcd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:51.767780 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d937-efb3-4f78-badd-70b9a45bcd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:51.807023 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-e4319025-760a-430e-8d87-8b327add9143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796067', 'neutron.services.segments.db._delete_segments_for_network-8731567645826'] for network, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:51.991782 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-e4319025-760a-430e-8d87-8b327add9143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b79ded-d5c3-4a1f-9936-ef5019de32ad']}} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:36:52.014937 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-e4319025-760a-430e-8d87-8b327add9143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6f6447-bc6f-4ffc-b34c-8f23dd92b76c') {'for_net_delete': True} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:36:52.015336 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-e4319025-760a-430e-8d87-8b327add9143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6f6447-bc6f-4ffc-b34c-8f23dd92b76c') {} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:36:52.037730 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d937-efb3-4f78-badd-70b9a45bcd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:52.066281 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:52.097833 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5d937-efb3-4f78-badd-70b9a45bcd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39235866-98b1-4355-ac82-058429601fd3,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:52.101794 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-a3e5d937-efb3-4f78-badd-70b9a45bcd43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:52.103684 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-e4319025-760a-430e-8d87-8b327add9143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731567646621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2068682'] for segment, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:52.136803 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-fa85b558-16b9-4129-862c-4bc8fa198bd3 req-f83a4333-4a62-4afb-a92a-e92dbcb73184 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Synchronizing usage tracker for tenant:1bbd0c91a71742bd939e6da8e7a3d60d on resource:security_group {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:36:52.161042 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d937-efb3-4f78-badd-70b9a45bcd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:52.166255 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-a3e5d937-efb3-4f78-badd-70b9a45bcd43 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39235866-98b1-4355-ac82-058429601fd3 HTTP/1.1" status: 204 len: 168 time: 0.7092857 Aug 25 16:36:52.202665 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:52.222346 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-e4319025-760a-430e-8d87-8b327add9143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:52.271186 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4319025-760a-430e-8d87-8b327add9143 admin admin] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=75939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:36:52.278011 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-e4319025-760a-430e-8d87-8b327add9143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66794767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1700188'] for segment, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: Traceback (most recent call last): Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: timer() Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: cb(*args, **kw) Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: return func(*args, **kwargs) Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: self._notify() Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: self.callback(batched_events) Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: event.method(event) Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: return f(self, *a, **k) Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: return self._get(url).json() Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: return self.request(url, 'GET', **kwargs) Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:36:52.338925 dv-cinder-806008-1-smb neutron-server[75939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:36:52.347735 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:36:52.372487 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:36:40Z', 'revision_number': 4, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'c476155d-2667-490c-8dbc-59c05d74238e', 'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'mac_address': 'fa:16:3e:2f:ee:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:39Z', 'updated_at': '2021-08-25T16:36:50Z', 'revision_number': 4, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'subnets': [{'id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:36:52.378792 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb65a563-f90a-44b3-aac3-2bd92b79e5b6 None None] The sync data for ids ['5fa562bc-cbdd-47e6-a93c-41b705161d45'] in dv-cinder-806008-1-smb is: [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:36:40Z', 'revision_number': 4, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'c476155d-2667-490c-8dbc-59c05d74238e', 'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'mac_address': 'fa:16:3e:2f:ee:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:39Z', 'updated_at': '2021-08-25T16:36:50Z', 'revision_number': 4, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'subnets': [{'id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:36:52.568868 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-fa85b558-16b9-4129-862c-4bc8fa198bd3 req-f83a4333-4a62-4afb-a92a-e92dbcb73184 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Unset dirty status for tenant:1bbd0c91a71742bd939e6da8e7a3d60d on resource:security_group {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:36:52.570303 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fa85b558-16b9-4129-862c-4bc8fa198bd3 req-f83a4333-4a62-4afb-a92a-e92dbcb73184 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/security-groups?id=71c105cb-6923-46b9-bd94-8e27432cd51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9146798 Aug 25 16:36:52.574035 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536765b9-cd87-4827-99ce-b7a5df3e67eb {{(pid=75940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:36:52.607734 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:52.639443 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.provisioning_blocks [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Transition to ACTIVE for port object 536765b9-cd87-4827-99ce-b7a5df3e67eb will not be triggered until provisioned by entity L2. {{(pid=75940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:36:52.694044 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Router 13985153-26b3-4672-9741-3cb8149e9719 has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:36:52.694653 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:36:52.696930 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Allocated IP 172.28.2.113 (298d0f1e-c103-4242-b158-a28991e655e1/5184b04e-1ca0-4ee3-a46f-6b013348b4a8/322497b5-1ad7-4b92-b4f9-1bff46315e76) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:36:52.700357 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-e4319025-760a-430e-8d87-8b327add9143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741978'] for network, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:52.700861 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:36:52.701250 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:52.715131 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:52.762022 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-e4319025-760a-430e-8d87-8b327add9143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:52.769117 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4319025-760a-430e-8d87-8b327add9143 admin admin] Pushing event deleted for resources: {'Network': ['ID=20b79ded-d5c3-4a1f-9936-ef5019de32ad,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:52.776896 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:52.781311 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-e4319025-760a-430e-8d87-8b327add9143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:52.792581 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-e4319025-760a-430e-8d87-8b327add9143 admin admin] 10.222.0.35 "DELETE /v2.0/networks/20b79ded-d5c3-4a1f-9936-ef5019de32ad HTTP/1.1" status: 204 len: 168 time: 2.7236142 Aug 25 16:36:52.932461 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:52.981416 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:36:53.079030 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:53.110702 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:36:53.180295 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:53.182879 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:53.236544 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:36:53.244859 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] 10.222.0.35 "PUT /v2.0/routers/13985153-26b3-4672-9741-3cb8149e9719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9282913 Aug 25 16:36:53.301806 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Pushing event updated for resources: {'Port': ['ID=536765b9-cd87-4827-99ce-b7a5df3e67eb,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:53.313333 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:53.387911 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:53.392955 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:53.471985 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:53.484370 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Attempting to bind port 536765b9-cd87-4827-99ce-b7a5df3e67eb on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:36:53.484941 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Attempting to bind port 536765b9-cd87-4827-99ce-b7a5df3e67eb by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '65a4a43f-0797-43b1-a224-a2a0bbb8033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c'}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:36:53.485422 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Attempting to bind port 536765b9-cd87-4827-99ce-b7a5df3e67eb on network 6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:36:53.503915 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Port 536765b9-cd87-4827-99ce-b7a5df3e67eb on network 6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:36:53.505548 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Attempting to bind port 536765b9-cd87-4827-99ce-b7a5df3e67eb on network 6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:36:53.519646 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:36:53.520053 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Checking segment: {'id': '65a4a43f-0797-43b1-a224-a2a0bbb8033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:36:53.520642 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Bound using segment: {'id': '65a4a43f-0797-43b1-a224-a2a0bbb8033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c'} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:36:53.521542 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Bound port: 536765b9-cd87-4827-99ce-b7a5df3e67eb, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a4a43f-0797-43b1-a224-a2a0bbb8033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c'}}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:36:53.521984 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:53.690483 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:53.708819 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:53.768475 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-a53f5310-f10e-4a49-bd03-c8666fddd3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:53.822663 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] For port 536765b9-cd87-4827-99ce-b7a5df3e67eb, host hv-cinder-80600, cleared binding levels {{(pid=75940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:36:53.939936 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53152) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:53.949754 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] For port 536765b9-cd87-4827-99ce-b7a5df3e67eb, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=536765b9-cd87-4827-99ce-b7a5df3e67eb,segment=NetworkSegment(65a4a43f-0797-43b1-a224-a2a0bbb8033c),segment_id=65a4a43f-0797-43b1-a224-a2a0bbb8033c)] {{(pid=75940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:36:54.001679 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Pushing event updated for resources: {'Port': ['ID=322497b5-1ad7-4b92-b4f9-1bff46315e76,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:54.006944 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:54.012342 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab07a4b-6193-47be-a7ad-60ecc3493b98 req-4db88cca-0055-4cf8-b6ac-87795621d05b tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:54.021255 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-aab07a4b-6193-47be-a7ad-60ecc3493b98 req-4db88cca-0055-4cf8-b6ac-87795621d05b tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 943 time: 0.1203940 Aug 25 16:36:54.087153 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-aab07a4b-6193-47be-a7ad-60ecc3493b98 req-ce996b96-9b6a-4787-b9bc-820fc9dbb18f tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/security-groups?id=71c105cb-6923-46b9-bd94-8e27432cd51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643318 Aug 25 16:36:54.109082 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Network 298d0f1e-c103-4242-b158-a28991e655e1 is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:36:54.120383 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 53156) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:54.123003 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-64e0cfdb-30dc-4b9f-8ffb-888e342a9358 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=48a09902032142fb8d28470e55668d1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1742163 Aug 25 16:36:54.124609 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:36:54.131824 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:36:54.152434 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:54.274908 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0d71a53c-874e-4c12-a7d6-84745769b136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:54.332313 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-8ceb61dd-62cb-4949-a0a4-902aa0242ae0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:54.362931 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0d71a53c-874e-4c12-a7d6-84745769b136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:54.468176 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device c476155d-2667-490c-8dbc-59c05d74238e up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:36:54.491483 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:54.493655 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] 10.222.0.81 "PUT /v2.0/ports/536765b9-cd87-4827-99ce-b7a5df3e67eb HTTP/1.1" status: 200 len: 1093 time: 4.8021185 Aug 25 16:36:54.505148 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 53168) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:54.513100 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ffde7a-b75d-47e6-83a0-17e97f5cf2b6', 'tag': '536765b9-cd87-4827-99ce-b7a5df3e67eb'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:36:54.597155 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0d71a53c-874e-4c12-a7d6-84745769b136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:54.602327 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-dfeb790e-d847-4711-b282-251ceb0a4e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:54.607930 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Pushing event updated for resources: {'Port': ['ID=536765b9-cd87-4827-99ce-b7a5df3e67eb,revision_number=3']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:54.613838 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:54.655473 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71a53c-874e-4c12-a7d6-84745769b136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc95eec3-0c9a-4b75-b279-871722c353c7,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:54.674881 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0d71a53c-874e-4c12-a7d6-84745769b136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:54.677457 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0d71a53c-874e-4c12-a7d6-84745769b136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:54.683498 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-0d71a53c-874e-4c12-a7d6-84745769b136 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fc95eec3-0c9a-4b75-b279-871722c353c7 HTTP/1.1" status: 204 len: 168 time: 0.5606482 Aug 25 16:36:54.784794 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:54.843303 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-45c0b02e-138a-46fc-bcb5-1a4de4f6a2bf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1bbd0c91a71742bd939e6da8e7a3d60d&device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 1096 time: 0.1418457 Aug 25 16:36:54.889512 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port c476155d-2667-490c-8dbc-59c05d74238e completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:36:54.899565 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:54.903982 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port c476155d-2667-490c-8dbc-59c05d74238e triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:36:54.907387 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:55.035631 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:55.262104 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:55.416465 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port c476155d-2667-490c-8dbc-59c05d74238e, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=c476155d-2667-490c-8dbc-59c05d74238e,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:36:55.417427 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6807878b-5fa6-4e9b-8e06-f9f7d8f0dea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:55.518320 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:55.538397 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:55.540025 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:36:55.596469 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-3b76420b-07d9-490e-b3ad-b1d468b79700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:55.714403 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-7b4149e0-9641-4bb0-8c61-cebf2d39d4e4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=536765b9-cd87-4827-99ce-b7a5df3e67eb HTTP/1.1" status: 200 len: 217 time: 0.3702137 Aug 25 16:36:55.741618 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-6807878b-5fa6-4e9b-8e06-f9f7d8f0dea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:55.767392 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-6807878b-5fa6-4e9b-8e06-f9f7d8f0dea4 admin admin] Usage tracker for resource:security_group_rule and tenant:f6c085edc8804b81b8a097a25ad65cdc is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:55.786768 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-6807878b-5fa6-4e9b-8e06-f9f7d8f0dea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:55.793210 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=c476155d-2667-490c-8dbc-59c05d74238e,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:55.796998 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:55.822023 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:36:55.825900 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:55.861927 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-6807878b-5fa6-4e9b-8e06-f9f7d8f0dea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:55.922205 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083895df-9f15-4a3e-9562-36b4a88bc3b9 req-77a365b7-b436-4a2b-850a-6237f18dc07a tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:55.938374 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-083895df-9f15-4a3e-9562-36b4a88bc3b9 req-77a365b7-b436-4a2b-850a-6237f18dc07a tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 943 time: 0.4619813 Aug 25 16:36:56.055835 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-083895df-9f15-4a3e-9562-36b4a88bc3b9 req-cf23d7dc-c08e-4fa0-88fa-80119c341c34 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/security-groups?id=71c105cb-6923-46b9-bd94-8e27432cd51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150410 Aug 25 16:36:56.127123 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-332c4e74-b061-40f8-9eb2-61e51bd1269c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:56.135916 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-332c4e74-b061-40f8-9eb2-61e51bd1269c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9bf357e4-51e4-466b-9abb-cc5de2ed2d39 HTTP/1.1" status: 200 len: 850 time: 0.4078352 Aug 25 16:36:56.285935 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-8132ae24-fc35-4c38-840e-769e07a480b6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419346 Aug 25 16:36:56.297176 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.db.resource_extend [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:36:56.309556 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device c476155d-2667-490c-8dbc-59c05d74238e up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:36:56.362413 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6807878b-5fa6-4e9b-8e06-f9f7d8f0dea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:56.377887 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:56.449045 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6807878b-5fa6-4e9b-8e06-f9f7d8f0dea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:56.487012 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53204) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:56.498301 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:56.520071 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-683577c6-6496-47fa-b9b7-dec68c0e738e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--222580681', 'description': 'tempest-description--722073754'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:56.524648 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:56.529419 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-683577c6-6496-47fa-b9b7-dec68c0e738e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:56.540828 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-6807878b-5fa6-4e9b-8e06-f9f7d8f0dea4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f6c085edc8804b81b8a097a25ad65cdc&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0338356 Aug 25 16:36:56.542675 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:56.544339 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 53208) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:56.545196 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807878b-5fa6-4e9b-8e06-f9f7d8f0dea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df58466d-6d14-4356-8072-ffcb9f37d6be,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:56.558643 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-6807878b-5fa6-4e9b-8e06-f9f7d8f0dea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:56.579743 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port c476155d-2667-490c-8dbc-59c05d74238e triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:36:56.580810 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:56.581487 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-683577c6-6496-47fa-b9b7-dec68c0e738e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Usage tracker for resource:security_group and tenant:e190674e9304482495bba1179171dfd3 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:56.597336 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-683577c6-6496-47fa-b9b7-dec68c0e738e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:56.629516 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-683577c6-6496-47fa-b9b7-dec68c0e738e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:56.672392 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741960'] for floatingip, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:56.695666 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Pushing event updated for resources: {'Port': ['ID=322497b5-1ad7-4b92-b4f9-1bff46315e76,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:56.709828 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:56.725741 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-f9092383-6166-449b-a675-f24b0acc4a4c service neutron] 10.222.0.81 "GET /v2.0/networks/6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113960 Aug 25 16:36:56.738250 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-683577c6-6496-47fa-b9b7-dec68c0e738e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:56.771250 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7b9d9179-15f6-48c6-ba96-148c6d9c2f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:56.815009 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for floatingip, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:56.816288 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2634032 Aug 25 16:36:56.833106 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7b9d9179-15f6-48c6-ba96-148c6d9c2f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:56.883447 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-683577c6-6496-47fa-b9b7-dec68c0e738e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:56.894737 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-683577c6-6496-47fa-b9b7-dec68c0e738e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Usage tracker for resource:security_group_rule and tenant:e190674e9304482495bba1179171dfd3 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:56.900613 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-683577c6-6496-47fa-b9b7-dec68c0e738e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:56.910135 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 53220) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:56.921205 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-683577c6-6496-47fa-b9b7-dec68c0e738e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:56.984726 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7b9d9179-15f6-48c6-ba96-148c6d9c2f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:56.990760 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-2864f4c7-00b2-4e3d-98b9-d14b25021cd1 req-f7815f33-18b8-4de3-a954-bf3c37b7b58d service neutron] 10.222.0.81 "GET /v2.0/networks/6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178175 Aug 25 16:36:57.013359 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:57.037762 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d9179-15f6-48c6-ba96-148c6d9c2f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df58466d-6d14-4356-8072-ffcb9f37d6be,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:57.047101 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-7b9d9179-15f6-48c6-ba96-148c6d9c2f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:57.065654 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7b9d9179-15f6-48c6-ba96-148c6d9c2f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:57.066888 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-7b9d9179-15f6-48c6-ba96-148c6d9c2f02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df58466d-6d14-4356-8072-ffcb9f37d6be HTTP/1.1" status: 204 len: 168 time: 0.5054703 Aug 25 16:36:57.089405 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-683577c6-6496-47fa-b9b7-dec68c0e738e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:57.126354 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-00df7374-dbd1-4961-a1b9-943417de046a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=213b191c48d2424cb530d7333857f134&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2144499 Aug 25 16:36:57.129151 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53226) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:57.235774 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-683577c6-6496-47fa-b9b7-dec68c0e738e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:57.255163 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-a3e5d937-efb3-4f78-badd-70b9a45bcd43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:57.365315 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683577c6-6496-47fa-b9b7-dec68c0e738e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce77c132-a21d-4a10-a7ee-0c5780562f1b,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:57.372833 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-683577c6-6496-47fa-b9b7-dec68c0e738e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:57.473349 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-32dd1d94-7482-4862-ba42-783b8592e6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:57.508910 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aab59a-e032-492b-929e-2c584d7c3b5a req-004a207e-dae9-472b-8221-be38b8c0f3d2 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:57.532034 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-56aab59a-e032-492b-929e-2c584d7c3b5a req-004a207e-dae9-472b-8221-be38b8c0f3d2 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 943 time: 0.1226184 Aug 25 16:36:57.533380 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-32dd1d94-7482-4862-ba42-783b8592e6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:57.637853 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-56aab59a-e032-492b-929e-2c584d7c3b5a req-62edfc38-f0db-4897-a9fc-a9ed2c1c1c94 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/security-groups?id=71c105cb-6923-46b9-bd94-8e27432cd51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042969 Aug 25 16:36:57.745092 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ffde7a-b75d-47e6-83a0-17e97f5cf2b6', 'tag': '536765b9-cd87-4827-99ce-b7a5df3e67eb', 'status': 'completed', 'code': 200} Aug 25 16:36:57.990178 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-4356c47d-9473-4424-9595-349595597faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:58.101588 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-32dd1d94-7482-4862-ba42-783b8592e6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:58.103802 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-683577c6-6496-47fa-b9b7-dec68c0e738e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:58.107555 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-683577c6-6496-47fa-b9b7-dec68c0e738e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.6185670 Aug 25 16:36:58.122192 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53246) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:58.122192 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-13d072be-1038-4f99-b8bf-604875aba364 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:58.135260 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:58.143047 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-827c123e-11fb-443c-9f97-8a66322b27d6 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Synchronizing usage tracker for tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 on resource:security_group {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:36:58.152947 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd1d94-7482-4862-ba42-783b8592e6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4784e28c-c2d6-4926-bbfe-8f17b9baa69a,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:58.155483 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-32dd1d94-7482-4862-ba42-783b8592e6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:58.163984 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-702094f7-1947-41fb-a05a-c4ca12c5dbe0 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Request body: {'security_group_rule': {'security_group_id': 'ce77c132-a21d-4a10-a7ee-0c5780562f1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:58.180337 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-702094f7-1947-41fb-a05a-c4ca12c5dbe0 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:58.191101 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-702094f7-1947-41fb-a05a-c4ca12c5dbe0 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Usage tracker for resource:security_group_rule and tenant:e190674e9304482495bba1179171dfd3 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:58.196501 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-702094f7-1947-41fb-a05a-c4ca12c5dbe0 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:58.200259 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-32dd1d94-7482-4862-ba42-783b8592e6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:58.201284 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-32dd1d94-7482-4862-ba42-783b8592e6de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4784e28c-c2d6-4926-bbfe-8f17b9baa69a HTTP/1.1" status: 204 len: 168 time: 1.0705092 Aug 25 16:36:58.214376 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-702094f7-1947-41fb-a05a-c4ca12c5dbe0 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:58.263941 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-827c123e-11fb-443c-9f97-8a66322b27d6 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Unset dirty status for tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 on resource:security_group {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:36:58.265635 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-827c123e-11fb-443c-9f97-8a66322b27d6 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--419494220&fields=id&tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9 HTTP/1.1" status: 200 len: 267 time: 0.2031448 Aug 25 16:36:58.337499 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-702094f7-1947-41fb-a05a-c4ca12c5dbe0 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:58.589585 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-702094f7-1947-41fb-a05a-c4ca12c5dbe0 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:58.598302 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-324a0a94-85a7-4e49-9421-8d3c32ecda0b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:58.599569 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-324a0a94-85a7-4e49-9421-8d3c32ecda0b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Synchronizing usage tracker for tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 on resource:network {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:36:58.664368 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-702094f7-1947-41fb-a05a-c4ca12c5dbe0 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:58.666617 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:58.729063 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-324a0a94-85a7-4e49-9421-8d3c32ecda0b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Unset dirty status for tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 on resource:network {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:36:58.736520 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-324a0a94-85a7-4e49-9421-8d3c32ecda0b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/networks?id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4 HTTP/1.1" status: 200 len: 816 time: 0.4637945 Aug 25 16:36:58.747726 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702094f7-1947-41fb-a05a-c4ca12c5dbe0 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e07a8c-2f8d-469b-9d2e-469bcfb067df,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:58.751057 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-702094f7-1947-41fb-a05a-c4ca12c5dbe0 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:58.784905 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-9e69b637-16ca-48cd-abc6-1c660566b28d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/quotas/9d3e55e2e3bf4a89aef28d62f16dfdd9 HTTP/1.1" status: 200 len: 375 time: 0.0438070 Aug 25 16:36:58.865643 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-702094f7-1947-41fb-a05a-c4ca12c5dbe0 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:58.867457 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-702094f7-1947-41fb-a05a-c4ca12c5dbe0 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7192173 Aug 25 16:36:58.870563 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53268) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:58.876706 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-4614f2d0-e0f8-4ea1-9b45-b6be7404f6ce tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Request body: {'security_group_rule': {'security_group_id': 'ce77c132-a21d-4a10-a7ee-0c5780562f1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:58.892369 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-4614f2d0-e0f8-4ea1-9b45-b6be7404f6ce tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:58.902740 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-4614f2d0-e0f8-4ea1-9b45-b6be7404f6ce tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Usage tracker for resource:security_group_rule and tenant:e190674e9304482495bba1179171dfd3 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:58.908689 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-4614f2d0-e0f8-4ea1-9b45-b6be7404f6ce tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:58.934153 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-4614f2d0-e0f8-4ea1-9b45-b6be7404f6ce tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:59.087122 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-d3b9fb2a-7f3b-4e93-95c2-7740d566d260 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3008437 Aug 25 16:36:59.100819 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-4614f2d0-e0f8-4ea1-9b45-b6be7404f6ce tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:59.101681 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69ebe2-6500-4694-b843-a0b405f94ebd req-822957eb-2d2a-47c9-8939-9d8beb79567c tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:36:59.104606 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ea69ebe2-6500-4694-b843-a0b405f94ebd req-822957eb-2d2a-47c9-8939-9d8beb79567c tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 943 time: 0.1466997 Aug 25 16:36:59.221745 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ea69ebe2-6500-4694-b843-a0b405f94ebd req-49cc14f8-639e-4a2a-aa8f-9ced1dc4db14 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/security-groups?id=71c105cb-6923-46b9-bd94-8e27432cd51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102452 Aug 25 16:36:59.294798 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-4614f2d0-e0f8-4ea1-9b45-b6be7404f6ce tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:59.384584 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-4614f2d0-e0f8-4ea1-9b45-b6be7404f6ce tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:59.387241 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-58ecade7-a770-459d-b96e-8ddc54daa5f2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:36:59.415520 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614f2d0-e0f8-4ea1-9b45-b6be7404f6ce tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099e2ca9-e49f-41d2-ae5c-505d32191f58,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:36:59.420500 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-4614f2d0-e0f8-4ea1-9b45-b6be7404f6ce tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:36:59.545913 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-4614f2d0-e0f8-4ea1-9b45-b6be7404f6ce tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:59.548042 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-4614f2d0-e0f8-4ea1-9b45-b6be7404f6ce tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6761687 Aug 25 16:36:59.551280 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53290) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:36:59.559665 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Request body: {'floatingip': {'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:36:59.565919 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:36:59.579658 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Usage tracker for resource:floatingip and tenant:e190674e9304482495bba1179171dfd3 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:36:59.579658 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:36:59.580514 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:36:59.666344 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for floatingip, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:59.762511 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:36:59.956700 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:00.229945 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Allocated IP 172.28.2.21 (298d0f1e-c103-4242-b158-a28991e655e1/5184b04e-1ca0-4ee3-a46f-6b013348b4a8/13f8ee9c-fe1f-499e-9877-3b357699a5bb) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:37:00.594193 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:00.677619 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3105b-1520-43b8-a0ef-c9b0199dcfce req-a44248e6-9cf3-47d5-859a-4dac88085840 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:00.679877 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-39e3105b-1520-43b8-a0ef-c9b0199dcfce req-a44248e6-9cf3-47d5-859a-4dac88085840 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 943 time: 0.1957126 Aug 25 16:37:00.684481 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-56ccb87b-216a-45af-b065-d61ecf51f547 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=75939) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:37:00.685820 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-56ccb87b-216a-45af-b065-d61ecf51f547 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8004510 Aug 25 16:37:00.763977 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:00.769999 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:00.781354 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-39e3105b-1520-43b8-a0ef-c9b0199dcfce req-7b05f1e6-08d4-45f7-b1c1-255d81f95b9f tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/security-groups?id=71c105cb-6923-46b9-bd94-8e27432cd51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944259 Aug 25 16:37:00.950188 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Network 298d0f1e-c103-4242-b158-a28991e655e1 is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:37:00.954329 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:37:00.961321 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:37:00.972591 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Pushing event updated for resources: {'Port': ['ID=13f8ee9c-fe1f-499e-9877-3b357699a5bb,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:00.983800 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:01.040797 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-ee9ec639-1565-4e34-a148-026b7957ae77 service neutron] 10.222.0.35 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719543 Aug 25 16:37:01.188166 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:01.333993 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-a6c31bc2-bfc8-4e04-9be9-c08c9f669b52 service neutron] 10.222.0.35 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894695 Aug 25 16:37:01.484626 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:01.581292 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-67839edb-19e7-4846-a231-1f2928b63799 req-e59131c9-8759-4d59-9574-253c6dc51778 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1bbd0c91a71742bd939e6da8e7a3d60d&device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 1096 time: 0.2320979 Aug 25 16:37:01.955512 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67839edb-19e7-4846-a231-1f2928b63799 req-5dee47d1-4226-4ae8-8e3b-4719f0411973 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:01.957002 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-67839edb-19e7-4846-a231-1f2928b63799 req-5dee47d1-4226-4ae8-8e3b-4719f0411973 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c HTTP/1.1" status: 200 len: 912 time: 0.1453602 Aug 25 16:37:02.046529 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:02.053042 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ac34ec12-2370-44d8-b2d1-b575b174ba14 req-067ad905-644d-4b62-996c-2dac1bfb4c33 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 210 time: 0.1040287 Aug 25 16:37:02.167049 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-67839edb-19e7-4846-a231-1f2928b63799 req-69c9b9d8-538b-4c14-8c84-7337ada25890 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=536765b9-cd87-4827-99ce-b7a5df3e67eb HTTP/1.1" status: 200 len: 217 time: 0.1096153 Aug 25 16:37:02.202904 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:02.332514 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284e3f2-1da4-491d-bcb1-b3bf931a6368 req-3f487863-3faf-4d93-b06d-98c9b8feba6e tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:02.336655 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d284e3f2-1da4-491d-bcb1-b3bf931a6368 req-3f487863-3faf-4d93-b06d-98c9b8feba6e tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 943 time: 0.2264066 Aug 25 16:37:02.347858 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-85340bf6-61f8-422f-b5c4-49f4747cf718 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:02.419187 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741960'] for floatingip, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:02.436841 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d284e3f2-1da4-491d-bcb1-b3bf931a6368 req-49cf7530-0ba4-4de9-b5ca-6d8b4235a6db tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/security-groups?id=71c105cb-6923-46b9-bd94-8e27432cd51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921409 Aug 25 16:37:02.462552 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67839edb-19e7-4846-a231-1f2928b63799 req-7019c0d6-e315-49d7-a1d4-530678add727 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:02.463893 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-67839edb-19e7-4846-a231-1f2928b63799 req-7019c0d6-e315-49d7-a1d4-530678add727 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9bf357e4-51e4-466b-9abb-cc5de2ed2d39 HTTP/1.1" status: 200 len: 850 time: 0.2738054 Aug 25 16:37:02.521508 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-67839edb-19e7-4846-a231-1f2928b63799 req-aaaefb33-b5ad-40e8-be72-d2315dd33a66 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477390 Aug 25 16:37:02.522128 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Pushing event updated for resources: {'Port': ['ID=13f8ee9c-fe1f-499e-9877-3b357699a5bb,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:02.525680 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:02.698688 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for floatingip, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:02.708517 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1543484 Aug 25 16:37:02.729673 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-67839edb-19e7-4846-a231-1f2928b63799 req-50320eea-7cd6-4912-87e0-474f813fa8f8 service neutron] 10.222.0.81 "GET /v2.0/networks/6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988020 Aug 25 16:37:02.931266 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-67839edb-19e7-4846-a231-1f2928b63799 req-199c0061-a2e9-417e-a2b4-8f72f7bef07d service neutron] 10.222.0.81 "GET /v2.0/networks/6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943791 Aug 25 16:37:03.331281 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-46f8c54c-93f3-451b-8d18-10dd8284d895 req-ee6b402a-45d4-4303-aaa7-8d0f444888cb tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 210 time: 0.0513422 Aug 25 16:37:03.333187 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-6d4558af-ce65-4d93-8fdd-5fab94c47a8d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Synchronizing usage tracker for tenant:e190674e9304482495bba1179171dfd3 on resource:security_group {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:37:03.482389 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-6d4558af-ce65-4d93-8fdd-5fab94c47a8d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Unset dirty status for tenant:e190674e9304482495bba1179171dfd3 on resource:security_group {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:37:03.489894 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-6d4558af-ce65-4d93-8fdd-5fab94c47a8d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--222580681&fields=id&tenant_id=e190674e9304482495bba1179171dfd3 HTTP/1.1" status: 200 len: 267 time: 0.2537498 Aug 25 16:37:03.737628 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-88d11891-9399-4b86-a3d1-7cc28d5a2ac4 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:03.738303 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-88d11891-9399-4b86-a3d1-7cc28d5a2ac4 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Synchronizing usage tracker for tenant:e190674e9304482495bba1179171dfd3 on resource:network {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:37:03.748836 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1feee4-b136-490d-953f-8820f2be8602 req-e629b4b4-13e5-4ce3-b7c8-da26e1827dff tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:03.750280 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-be1feee4-b136-490d-953f-8820f2be8602 req-e629b4b4-13e5-4ce3-b7c8-da26e1827dff tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 943 time: 0.1767979 Aug 25 16:37:03.810473 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-be1feee4-b136-490d-953f-8820f2be8602 req-97870b3e-f409-48b8-b883-f2804d62ccdd tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/security-groups?id=71c105cb-6923-46b9-bd94-8e27432cd51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511415 Aug 25 16:37:03.888043 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-88d11891-9399-4b86-a3d1-7cc28d5a2ac4 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Unset dirty status for tenant:e190674e9304482495bba1179171dfd3 on resource:network {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:37:03.889209 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-88d11891-9399-4b86-a3d1-7cc28d5a2ac4 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/networks?id=2b868551-604b-4fc5-b01d-b07c18548dc0 HTTP/1.1" status: 200 len: 811 time: 0.3958676 Aug 25 16:37:03.912465 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-f2394a08-aa7b-4f95-92b4-84fcf6664548 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/quotas/e190674e9304482495bba1179171dfd3 HTTP/1.1" status: 200 len: 375 time: 0.0177491 Aug 25 16:37:03.998807 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-d934532c-2672-4e38-bf11-fa13506a491d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Synchronizing usage tracker for tenant:e190674e9304482495bba1179171dfd3 on resource:port {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:37:04.093186 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-d934532c-2672-4e38-bf11-fa13506a491d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Unset dirty status for tenant:e190674e9304482495bba1179171dfd3 on resource:port {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:37:04.095550 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-d934532c-2672-4e38-bf11-fa13506a491d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e190674e9304482495bba1179171dfd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1821382 Aug 25 16:37:04.341278 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-92b2db08-3b6a-430d-845a-133c02af5a9f service neutron] 10.222.0.35 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985853 Aug 25 16:37:04.575545 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-483b74d3-ca5c-4de8-9d98-a1ea218ca75b service neutron] 10.222.0.35 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286582 Aug 25 16:37:04.577688 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b811fca4-c6c3-4558-878a-1245a17a69a5 req-96df780f-8398-4ca8-9464-3951d5b6f81d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 210 time: 0.0503793 Aug 25 16:37:05.011536 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1d1e268f-aa01-4e11-a330-0b175f2755b1 req-c030d14d-378d-46df-a0de-023fa00bec55 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 210 time: 0.0999684 Aug 25 16:37:05.197066 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597a9a1-d973-4a0e-926e-31c60247f421 req-415e8628-2595-417e-b84e-8e6afa3cff12 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:05.198923 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4597a9a1-d973-4a0e-926e-31c60247f421 req-415e8628-2595-417e-b84e-8e6afa3cff12 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 943 time: 0.1728191 Aug 25 16:37:05.262766 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4597a9a1-d973-4a0e-926e-31c60247f421 req-d1283266-c6e6-4a8a-879f-3357b6b8c9b3 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/security-groups?id=71c105cb-6923-46b9-bd94-8e27432cd51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580041 Aug 25 16:37:05.532485 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-331717c9-3367-43d9-8f93-64d28e27a0e3 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:05.534436 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-331717c9-3367-43d9-8f93-64d28e27a0e3 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.81 "GET /v2.0/networks?id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4 HTTP/1.1" status: 200 len: 816 time: 0.2413690 Aug 25 16:37:05.561662 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 536765b9-cd87-4827-99ce-b7a5df3e67eb details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:37:05.698883 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-76eff33e-efbf-4541-b5a2-389b65077eb2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Synchronizing usage tracker for tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 on resource:security_group {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:37:05.737867 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-76eff33e-efbf-4541-b5a2-389b65077eb2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Unset dirty status for tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 on resource:security_group {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:37:05.742631 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-76eff33e-efbf-4541-b5a2-389b65077eb2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9 HTTP/1.1" status: 200 len: 379 time: 0.1860478 Aug 25 16:37:05.758145 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Request body: {'port': {'device_id': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'admin_state_up': True, 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'security_groups': ['3d4bba45-636c-4441-92b9-70094eeb94b0']}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:37:05.831759 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 536765b9-cd87-4827-99ce-b7a5df3e67eb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=536765b9-cd87-4827-99ce-b7a5df3e67eb,segment=NetworkSegment(65a4a43f-0797-43b1-a224-a2a0bbb8033c),segment_id=65a4a43f-0797-43b1-a224-a2a0bbb8033c)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:37:05.865890 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': '536765b9-cd87-4827-99ce-b7a5df3e67eb', 'network_id': '6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c', 'port_id': '536765b9-cd87-4827-99ce-b7a5df3e67eb', 'mac_address': 'fa:16:3e:23:04:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf357e4-51e4-466b-9abb-cc5de2ed2d39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:37:05.950102 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:05.956534 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7aba3b6d-b387-4ce7-a1cf-3934534c0b21 req-1d16a5e6-c929-4976-a1db-fe52e2aa071e tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 210 time: 0.0531406 Aug 25 16:37:05.988206 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536765b9-cd87-4827-99ce-b7a5df3e67eb {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:37:06.012229 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 536765b9-cd87-4827-99ce-b7a5df3e67eb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=536765b9-cd87-4827-99ce-b7a5df3e67eb,segment=NetworkSegment(65a4a43f-0797-43b1-a224-a2a0bbb8033c),segment_id=65a4a43f-0797-43b1-a224-a2a0bbb8033c)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:37:06.121077 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:06.123739 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:06.177153 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:06.186170 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Usage tracker for resource:port and tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:06.190861 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:06.205276 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:06.268973 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=536765b9-cd87-4827-99ce-b7a5df3e67eb,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:06.274633 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:06.339949 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Made reservation on behalf of 9d3e55e2e3bf4a89aef28d62f16dfdd9 for: {'port': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:37:06.343681 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:06.376423 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e0e87069-34f4-4340-97b7-355382b9a2c5 req-48038fb6-f243-47e1-9874-7f0d992be7b9 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 210 time: 0.1826568 Aug 25 16:37:06.443596 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['536765b9-cd87-4827-99ce-b7a5df3e67eb'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:37:06.718436 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c87794-9e99-4703-86c0-93909ec85596 req-28203e2d-3f54-4a43-9662-8332e2eeaade tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:06.736502 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-55c87794-9e99-4703-86c0-93909ec85596 req-28203e2d-3f54-4a43-9662-8332e2eeaade tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 944 time: 0.2872539 Aug 25 16:37:06.764495 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Allocated IP 172.20.0.13 (314c2219-9728-4f2c-9626-6a0a1ff0a0c4/d63a0ffb-80d7-4462-90e5-4d8039ba5a58/e75a1530-67c8-4b46-b512-9889799617b9) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:37:06.880993 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-55c87794-9e99-4703-86c0-93909ec85596 req-a6f32eae-0916-400c-a44f-cabf3f2cc330 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/security-groups?id=71c105cb-6923-46b9-bd94-8e27432cd51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411564 Aug 25 16:37:07.137006 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:07.159787 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.provisioning_blocks [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Transition to ACTIVE for port object e75a1530-67c8-4b46-b512-9889799617b9 will not be triggered until provisioned by entity DHCP. {{(pid=75940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:37:07.302522 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-577fa863-2c06-49f1-b4f2-ae72adbf0241 req-68da9355-ad3c-4fa2-96fc-9cd2b9f29785 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 210 time: 0.0550432 Aug 25 16:37:07.349700 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:07.361369 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5b7258db-a902-454f-b9ed-9da3f2f8726f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:07.456020 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:37:07.459732 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:37:07.477521 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:37:07.477521 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:07.477521 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:07.479549 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Pushing event updated for resources: {'Port': ['ID=e75a1530-67c8-4b46-b512-9889799617b9,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:07.485798 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:07.546028 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 536765b9-cd87-4827-99ce-b7a5df3e67eb up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:37:07.613912 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8645308 Aug 25 16:37:07.626474 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Request body: {'port': {'device_id': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:37:07.633800 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ebeef5ae-c96e-49a8-b554-94d8af1398f4 req-b3887cbc-5d28-432d-ab96-9faf6657ab0c tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 210 time: 0.0689027 Aug 25 16:37:07.813633 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port 536765b9-cd87-4827-99ce-b7a5df3e67eb completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:37:07.819018 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port 536765b9-cd87-4827-99ce-b7a5df3e67eb triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:37:07.819415 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:07.841035 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:07.964820 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:08.008314 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ffde7a-b75d-47e6-83a0-17e97f5cf2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536765b9-cd87-4827-99ce-b7a5df3e67eb'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:37:08.090936 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-e65d1300-66e2-4d7a-b91a-6c24a99c63c4 None None] Provisioning for port e75a1530-67c8-4b46-b512-9889799617b9 completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:37:08.106788 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-e65d1300-66e2-4d7a-b91a-6c24a99c63c4 None None] Provisioning complete for port e75a1530-67c8-4b46-b512-9889799617b9 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:37:08.108151 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e65d1300-66e2-4d7a-b91a-6c24a99c63c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:08.140205 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 536765b9-cd87-4827-99ce-b7a5df3e67eb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=536765b9-cd87-4827-99ce-b7a5df3e67eb,segment=NetworkSegment(65a4a43f-0797-43b1-a224-a2a0bbb8033c),segment_id=65a4a43f-0797-43b1-a224-a2a0bbb8033c)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:37:08.172104 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-e65d1300-66e2-4d7a-b91a-6c24a99c63c4 None None] Port e75a1530-67c8-4b46-b512-9889799617b9 cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:37:08.184832 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62196b5a-f0b6-406c-9cf1-b5c2727852d6 req-0b763894-2539-4f6f-8b55-5f83ddc355c5 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:08.188479 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-62196b5a-f0b6-406c-9cf1-b5c2727852d6 req-0b763894-2539-4f6f-8b55-5f83ddc355c5 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 944 time: 0.1266952 Aug 25 16:37:08.197365 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:08.203287 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-5f8ffd2c-6c13-4929-8f90-9e258c470801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:08.223060 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.81', 51549) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:08.293167 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-62196b5a-f0b6-406c-9cf1-b5c2727852d6 req-19154bd7-476c-49b9-8a84-cb41a52225e5 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/security-groups?id=71c105cb-6923-46b9-bd94-8e27432cd51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008117 Aug 25 16:37:08.326654 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=536765b9-cd87-4827-99ce-b7a5df3e67eb,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:08.340256 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:08.608995 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75a1530-67c8-4b46-b512-9889799617b9 {{(pid=75940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:37:08.626449 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:08.642353 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-9acfc6af-c550-4b09-af19-7b1d83bc5aae tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:08.643905 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-9acfc6af-c550-4b09-af19-7b1d83bc5aae tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.81 "GET /v2.0/networks?id=2b868551-604b-4fc5-b01d-b07c18548dc0 HTTP/1.1" status: 200 len: 811 time: 0.4184935 Aug 25 16:37:08.699415 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ffde7a-b75d-47e6-83a0-17e97f5cf2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536765b9-cd87-4827-99ce-b7a5df3e67eb', 'code': 200} Aug 25 16:37:08.701022 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.provisioning_blocks [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Transition to ACTIVE for port object e75a1530-67c8-4b46-b512-9889799617b9 will not be triggered until provisioned by entity L2. {{(pid=75940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:37:08.766743 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724c3cf-12bd-4dd7-9e89-93fb334c3a9b req-61ce3a12-d734-45e9-bc0a-c65710d3e070 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:08.768505 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4724c3cf-12bd-4dd7-9e89-93fb334c3a9b req-61ce3a12-d734-45e9-bc0a-c65710d3e070 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 932 time: 0.2379422 Aug 25 16:37:08.780194 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:08.780864 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-afe0c00d-006d-495e-985e-c7c524128fe8 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e190674e9304482495bba1179171dfd3 HTTP/1.1" status: 200 len: 379 time: 0.1050706 Aug 25 16:37:08.785188 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:08.811500 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-907045b1-d1f9-4fbe-b28f-04a5ddffb7bc tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Request body: {'port': {'device_id': '1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'admin_state_up': True, 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'security_groups': ['ce77c132-a21d-4a10-a7ee-0c5780562f1b']}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:37:09.030446 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Pushing event updated for resources: {'Port': ['ID=e75a1530-67c8-4b46-b512-9889799617b9,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:09.038993 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:09.054658 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-37eca7b2-1812-462d-a024-c30d35d849ee req-ac30db26-01f0-4b75-aecd-436531523fa9 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 210 time: 0.1971073 Aug 25 16:37:09.130761 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4724c3cf-12bd-4dd7-9e89-93fb334c3a9b req-fdd80404-15cc-4c02-ad98-97a51ab38a9d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3545201 Aug 25 16:37:09.135257 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-907045b1-d1f9-4fbe-b28f-04a5ddffb7bc tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:09.148952 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Attempting to bind port e75a1530-67c8-4b46-b512-9889799617b9 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:37:09.152165 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Attempting to bind port e75a1530-67c8-4b46-b512-9889799617b9 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'f29a2b35-0e44-4ffd-9472-796c70247a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4'}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:37:09.152928 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Attempting to bind port e75a1530-67c8-4b46-b512-9889799617b9 on network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:37:09.159526 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-907045b1-d1f9-4fbe-b28f-04a5ddffb7bc tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:09.161630 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Port e75a1530-67c8-4b46-b512-9889799617b9 on network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:37:09.164674 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Attempting to bind port e75a1530-67c8-4b46-b512-9889799617b9 on network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:37:09.174316 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:37:09.174745 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Checking segment: {'id': 'f29a2b35-0e44-4ffd-9472-796c70247a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:37:09.175220 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Bound using segment: {'id': 'f29a2b35-0e44-4ffd-9472-796c70247a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4'} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:37:09.175723 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Bound port: e75a1530-67c8-4b46-b512-9889799617b9, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29a2b35-0e44-4ffd-9472-796c70247a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4'}}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:37:09.175993 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.81', 51554) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:09.176242 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:09.261311 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-907045b1-d1f9-4fbe-b28f-04a5ddffb7bc tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Made reservation on behalf of e190674e9304482495bba1179171dfd3 for: {'port': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:37:09.264695 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-907045b1-d1f9-4fbe-b28f-04a5ddffb7bc tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:09.281263 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5c1c8c70-123e-47bc-89c8-66686851de84 req-8338c9c6-12b3-4448-8120-4e976cac8cbe service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 1098 time: 0.1039712 Aug 25 16:37:09.286585 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] For port e75a1530-67c8-4b46-b512-9889799617b9, host hv-cinder-80600, cleared binding levels {{(pid=75940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:37:09.291285 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] For port e75a1530-67c8-4b46-b512-9889799617b9, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e75a1530-67c8-4b46-b512-9889799617b9,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:37:09.317570 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-5c1c8c70-123e-47bc-89c8-66686851de84 req-bedf65fb-c185-467f-81d3-194b7ac16229 service neutron] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:09.409626 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:09.417538 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:09.417864 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-5c1c8c70-123e-47bc-89c8-66686851de84 req-bedf65fb-c185-467f-81d3-194b7ac16229 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:09.430454 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-5c1c8c70-123e-47bc-89c8-66686851de84 req-bedf65fb-c185-467f-81d3-194b7ac16229 service neutron] Usage tracker for resource:security_group_rule and tenant:b8a5661efec04ade8799e3523972e989 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:09.498875 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-5c1c8c70-123e-47bc-89c8-66686851de84 req-bedf65fb-c185-467f-81d3-194b7ac16229 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:09.502578 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:09.504428 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] 10.222.0.81 "PUT /v2.0/ports/e75a1530-67c8-4b46-b512-9889799617b9 HTTP/1.1" status: 200 len: 1094 time: 1.8829203 Aug 25 16:37:09.505004 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'tag': 'e75a1530-67c8-4b46-b512-9889799617b9'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:37:09.526653 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Pushing event updated for resources: {'Port': ['ID=e75a1530-67c8-4b46-b512-9889799617b9,revision_number=3']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:09.531030 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:09.543695 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-5c1c8c70-123e-47bc-89c8-66686851de84 req-bedf65fb-c185-467f-81d3-194b7ac16229 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:09.588479 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'tag': 'e75a1530-67c8-4b46-b512-9889799617b9', 'status': 'completed', 'code': 200} Aug 25 16:37:09.614874 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-907045b1-d1f9-4fbe-b28f-04a5ddffb7bc tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Allocated IP 172.20.0.3 (2b868551-604b-4fc5-b01d-b07c18548dc0/dc013c14-7af0-4164-ba36-a7b01f82d66b/fb1a07d4-db90-4ee5-ac93-176f9dc7f534) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:37:09.725223 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a451e6-856a-418d-a454-e3c236b4f135 req-44eabf3e-9dcc-42b3-b340-e8a113f7f9ed tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:09.732894 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-76a451e6-856a-418d-a454-e3c236b4f135 req-44eabf3e-9dcc-42b3-b340-e8a113f7f9ed tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 945 time: 0.3093300 Aug 25 16:37:09.772572 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-13858853-91b1-44e3-8964-04b3caeaa100 req-62a8a5aa-9118-4c04-b8d4-a99477eeee8b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9&device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 1097 time: 0.1594951 Aug 25 16:37:09.822238 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-5c1c8c70-123e-47bc-89c8-66686851de84 req-bedf65fb-c185-467f-81d3-194b7ac16229 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:09.893750 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-76a451e6-856a-418d-a454-e3c236b4f135 req-767b89b8-2ee2-460c-ba69-d58f9c05822d tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/security-groups?id=71c105cb-6923-46b9-bd94-8e27432cd51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600051 Aug 25 16:37:09.963883 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13858853-91b1-44e3-8964-04b3caeaa100 req-3b2d266d-18b7-4c6f-9cf5-68cefb1106c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:09.965375 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-13858853-91b1-44e3-8964-04b3caeaa100 req-3b2d266d-18b7-4c6f-9cf5-68cefb1106c3 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1850989 Aug 25 16:37:09.975412 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-5c1c8c70-123e-47bc-89c8-66686851de84 req-bedf65fb-c185-467f-81d3-194b7ac16229 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:09.986489 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-907045b1-d1f9-4fbe-b28f-04a5ddffb7bc tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:09.989284 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-b9613774-5680-46b2-aaab-f8863b7ddb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:10.034421 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5c1c8c70-123e-47bc-89c8-66686851de84 req-bedf65fb-c185-467f-81d3-194b7ac16229 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=71c105cb-6923-46b9-bd94-8e27432cd51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7434816 Aug 25 16:37:10.035503 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.provisioning_blocks [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-907045b1-d1f9-4fbe-b28f-04a5ddffb7bc tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Transition to ACTIVE for port object fb1a07d4-db90-4ee5-ac93-176f9dc7f534 will not be triggered until provisioned by entity DHCP. {{(pid=75939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:37:10.036734 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf65fb-c185-467f-81d3-194b7ac16229 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0a4f45-d380-4735-a7b1-f8fd5cb2f967,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:10.041038 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-bedf65fb-c185-467f-81d3-194b7ac16229 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:10.138099 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13858853-91b1-44e3-8964-04b3caeaa100 req-e849977d-9705-46e3-9ac7-8545c8ba93fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:10.139568 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-13858853-91b1-44e3-8964-04b3caeaa100 req-e849977d-9705-46e3-9ac7-8545c8ba93fc service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1673827 Aug 25 16:37:10.183882 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-907045b1-d1f9-4fbe-b28f-04a5ddffb7bc tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:10.203619 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-ef816acf-c7b6-4e72-ac33-927e5a1b521e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:10.387620 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-907045b1-d1f9-4fbe-b28f-04a5ddffb7bc tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Network 2b868551-604b-4fc5-b01d-b07c18548dc0 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:37:10.389957 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-907045b1-d1f9-4fbe-b28f-04a5ddffb7bc tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:37:10.405190 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-907045b1-d1f9-4fbe-b28f-04a5ddffb7bc tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:37:10.426895 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-5863bfff-9832-4c20-baa0-6e736416752b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9&device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 1097 time: 0.0873852 Aug 25 16:37:10.528149 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-d1936230-938d-4e5f-a305-a3df33e2a210 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e75a1530-67c8-4b46-b512-9889799617b9 HTTP/1.1" status: 200 len: 217 time: 0.0925338 Aug 25 16:37:10.543002 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907045b1-d1f9-4fbe-b28f-04a5ddffb7bc tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Pushing event updated for resources: {'Port': ['ID=fb1a07d4-db90-4ee5-ac93-176f9dc7f534,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:10.563592 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-907045b1-d1f9-4fbe-b28f-04a5ddffb7bc tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:10.623838 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-45991a04-65d6-4444-8e5d-e34d50e9b662 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:10.623838 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-45991a04-65d6-4444-8e5d-e34d50e9b662 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d63a0ffb-80d7-4462-90e5-4d8039ba5a58 HTTP/1.1" status: 200 len: 855 time: 0.0826356 Aug 25 16:37:10.660968 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-907045b1-d1f9-4fbe-b28f-04a5ddffb7bc tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:10.661868 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-907045b1-d1f9-4fbe-b28f-04a5ddffb7bc tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:10.719717 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4a4fe-5929-480a-b994-fe3f296eecb6 req-54d7926a-c7f5-4750-8777-5e784b0bcdaf tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:10.722152 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fbf4a4fe-5929-480a-b994-fe3f296eecb6 req-54d7926a-c7f5-4750-8777-5e784b0bcdaf tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.3944519 Aug 25 16:37:10.737459 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695b3b4-fb91-4a2d-b4f5-5c9926c3a290 req-594c8b12-f984-4915-b730-b893b0fe7ee1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:10.738234 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-e695b3b4-fb91-4a2d-b4f5-5c9926c3a290 req-594c8b12-f984-4915-b730-b893b0fe7ee1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Synchronizing usage tracker for tenant:e190674e9304482495bba1179171dfd3 on resource:port {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:37:10.746585 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-fbee2d78-c9c9-4f99-bdbc-1935b404467d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1177588 Aug 25 16:37:10.797384 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fbf4a4fe-5929-480a-b994-fe3f296eecb6 req-f9801458-98c3-4cee-889a-be2b1a2125d0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533886 Aug 25 16:37:10.899727 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-b3755721-7697-4ddd-8986-490095b584ce service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425714 Aug 25 16:37:11.087175 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8b0c9d11-72ed-48e7-bdde-48ad0564de78 req-19ef9ddc-9037-4a40-befb-4dbfe5fdfcf3 service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799085 Aug 25 16:37:11.132744 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249fe75-7237-4a1d-b82e-f28ea91c78f0 req-5420ec10-6b4b-47d1-afd6-7cbaebd209d5 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:11.134257 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1249fe75-7237-4a1d-b82e-f28ea91c78f0 req-5420ec10-6b4b-47d1-afd6-7cbaebd209d5 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 945 time: 0.0788443 Aug 25 16:37:11.141070 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-907045b1-d1f9-4fbe-b28f-04a5ddffb7bc tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3379762 Aug 25 16:37:11.141442 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-07af9c6b-8c3f-4aa9-867d-e67a3db08a4e None None] Provisioning for port fb1a07d4-db90-4ee5-ac93-176f9dc7f534 completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:37:11.148067 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-07af9c6b-8c3f-4aa9-867d-e67a3db08a4e None None] Provisioning complete for port fb1a07d4-db90-4ee5-ac93-176f9dc7f534 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:37:11.150792 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-07af9c6b-8c3f-4aa9-867d-e67a3db08a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:11.170806 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Request body: {'port': {'device_id': '1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:37:11.210811 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-07af9c6b-8c3f-4aa9-867d-e67a3db08a4e None None] Port fb1a07d4-db90-4ee5-ac93-176f9dc7f534 cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:37:11.241743 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1249fe75-7237-4a1d-b82e-f28ea91c78f0 req-3c2ae419-764c-48e4-b382-9a1ce691ac56 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/security-groups?id=71c105cb-6923-46b9-bd94-8e27432cd51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986176 Aug 25 16:37:11.299357 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:11.315234 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-e695b3b4-fb91-4a2d-b4f5-5c9926c3a290 req-594c8b12-f984-4915-b730-b893b0fe7ee1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Unset dirty status for tenant:e190674e9304482495bba1179171dfd3 on resource:port {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:37:11.316807 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e695b3b4-fb91-4a2d-b4f5-5c9926c3a290 req-594c8b12-f984-4915-b730-b893b0fe7ee1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 931 time: 1.0650380 Aug 25 16:37:11.475449 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e695b3b4-fb91-4a2d-b4f5-5c9926c3a290 req-c7d7fe83-3305-4c82-b054-4cfd43f5bd6b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140316 Aug 25 16:37:11.527938 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 53682) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:11.745811 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c1951c55-0a61-4ce4-ba1b-0ba911916583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:11.766672 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1a07d4-db90-4ee5-ac93-176f9dc7f534 {{(pid=75939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:37:11.776356 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:11.803716 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-c1951c55-0a61-4ce4-ba1b-0ba911916583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:11.806293 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.provisioning_blocks [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Transition to ACTIVE for port object fb1a07d4-db90-4ee5-ac93-176f9dc7f534 will not be triggered until provisioned by entity L2. {{(pid=75939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:37:11.808735 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-c1951c55-0a61-4ce4-ba1b-0ba911916583 admin admin] Usage tracker for resource:security_group_rule and tenant:cdcd59c738cc46c1929b2d99ae62c8be is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:11.811726 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-c1951c55-0a61-4ce4-ba1b-0ba911916583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:11.817564 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-c1951c55-0a61-4ce4-ba1b-0ba911916583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:11.915112 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:11.954052 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-5d13403f-729a-4886-b97e-b86b906e8004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:12.101556 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53714) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:12.266823 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c1951c55-0a61-4ce4-ba1b-0ba911916583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:12.291308 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Pushing event updated for resources: {'Port': ['ID=fb1a07d4-db90-4ee5-ac93-176f9dc7f534,revision_number=2']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:12.298202 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:12.299804 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-4547b04a-2da6-4c9f-9256-0fcf315080c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:12.353774 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c1951c55-0a61-4ce4-ba1b-0ba911916583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:12.354379 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-4547b04a-2da6-4c9f-9256-0fcf315080c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:12.361614 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-4547b04a-2da6-4c9f-9256-0fcf315080c7 admin admin] Usage tracker for resource:security_group_rule and tenant:734fefc6d26f4afb9be6b6a6d7135bfa is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:12.366649 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-4547b04a-2da6-4c9f-9256-0fcf315080c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:12.376030 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-4547b04a-2da6-4c9f-9256-0fcf315080c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:12.408213 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-6807878b-5fa6-4e9b-8e06-f9f7d8f0dea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:12.465483 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-4547b04a-2da6-4c9f-9256-0fcf315080c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:12.522309 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1951c55-0a61-4ce4-ba1b-0ba911916583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a88f88-1630-4dd9-b084-25f8b302a78d,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:12.534533 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-c1951c55-0a61-4ce4-ba1b-0ba911916583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:12.545028 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433b9a1-bdc7-4797-aa45-b415a6106b54 req-70e49524-4eb3-475d-9874-8fb55406e9c7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:12.554894 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8433b9a1-bdc7-4797-aa45-b415a6106b54 req-70e49524-4eb3-475d-9874-8fb55406e9c7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.4839098 Aug 25 16:37:12.554894 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-c1951c55-0a61-4ce4-ba1b-0ba911916583 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cdcd59c738cc46c1929b2d99ae62c8be&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0197270 Aug 25 16:37:12.555105 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53728) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:12.578233 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-4547b04a-2da6-4c9f-9256-0fcf315080c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:12.591016 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:12.591538 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Attempting to bind port fb1a07d4-db90-4ee5-ac93-176f9dc7f534 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:37:12.592153 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Attempting to bind port fb1a07d4-db90-4ee5-ac93-176f9dc7f534 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'a0b81443-10c4-4b22-95f1-7bff484020c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0'}] {{(pid=75939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:37:12.592735 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Attempting to bind port fb1a07d4-db90-4ee5-ac93-176f9dc7f534 on network 2b868551-604b-4fc5-b01d-b07c18548dc0 {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:37:12.605984 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Port fb1a07d4-db90-4ee5-ac93-176f9dc7f534 on network 2b868551-604b-4fc5-b01d-b07c18548dc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:37:12.606549 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Attempting to bind port fb1a07d4-db90-4ee5-ac93-176f9dc7f534 on network 2b868551-604b-4fc5-b01d-b07c18548dc0 {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:37:12.641224 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:37:12.641332 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Checking segment: {'id': 'a0b81443-10c4-4b22-95f1-7bff484020c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:37:12.642145 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Bound using segment: {'id': 'a0b81443-10c4-4b22-95f1-7bff484020c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0'} {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:37:12.642788 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Bound port: fb1a07d4-db90-4ee5-ac93-176f9dc7f534, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b81443-10c4-4b22-95f1-7bff484020c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0'}}] {{(pid=75939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:37:12.643195 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:12.658694 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-4547b04a-2da6-4c9f-9256-0fcf315080c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=734fefc6d26f4afb9be6b6a6d7135bfa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5560267 Aug 25 16:37:12.659526 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547b04a-2da6-4c9f-9256-0fcf315080c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb556e11-6897-4ac2-8cf2-0a202e831a60,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:12.660819 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8433b9a1-bdc7-4797-aa45-b415a6106b54 req-004b0537-8663-4a00-a48a-b68f6f959067 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023278 Aug 25 16:37:12.670234 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53734) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:12.671296 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63740913-7e66-4338-8d05-1b009b7d9164 req-c98b468a-6eda-4355-880b-2496d1969232 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:12.672986 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-63740913-7e66-4338-8d05-1b009b7d9164 req-c98b468a-6eda-4355-880b-2496d1969232 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 945 time: 0.2534997 Aug 25 16:37:12.700434 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-4547b04a-2da6-4c9f-9256-0fcf315080c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:12.709837 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-de838fb2-48a5-4b1f-8fcf-372d260645f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:12.777695 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-de838fb2-48a5-4b1f-8fcf-372d260645f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:12.810639 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-63740913-7e66-4338-8d05-1b009b7d9164 req-9f25ec09-9d5a-4ced-a029-fd0b873470fa tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/security-groups?id=71c105cb-6923-46b9-bd94-8e27432cd51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253471 Aug 25 16:37:12.840559 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] For port fb1a07d4-db90-4ee5-ac93-176f9dc7f534, host hv-cinder-80600, cleared binding levels {{(pid=75939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:37:12.846132 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] For port fb1a07d4-db90-4ee5-ac93-176f9dc7f534, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fb1a07d4-db90-4ee5-ac93-176f9dc7f534,segment=NetworkSegment(a0b81443-10c4-4b22-95f1-7bff484020c1),segment_id=a0b81443-10c4-4b22-95f1-7bff484020c1)] {{(pid=75939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:37:12.854976 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-398176a3-fb85-4ad9-b9e8-8309ecf488e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:12.892951 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-398176a3-fb85-4ad9-b9e8-8309ecf488e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:12.947631 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be8f67-b5e2-4aa3-aaad-b092a0a53848 req-43bfcf6f-1089-4ced-9bde-c138bf620158 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:12.962520 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-70be8f67-b5e2-4aa3-aaad-b092a0a53848 req-43bfcf6f-1089-4ced-9bde-c138bf620158 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 943 time: 0.1045599 Aug 25 16:37:12.978606 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:12.984561 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:13.019221 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-de838fb2-48a5-4b1f-8fcf-372d260645f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:13.023881 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-0ec30760-173c-48a4-8bdc-a69b2fd22b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:13.037003 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de838fb2-48a5-4b1f-8fcf-372d260645f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a88f88-1630-4dd9-b084-25f8b302a78d,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:13.041092 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-de838fb2-48a5-4b1f-8fcf-372d260645f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:13.048790 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-de838fb2-48a5-4b1f-8fcf-372d260645f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:13.050827 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-de838fb2-48a5-4b1f-8fcf-372d260645f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0a88f88-1630-4dd9-b084-25f8b302a78d HTTP/1.1" status: 204 len: 168 time: 0.4971607 Aug 25 16:37:13.076349 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-398176a3-fb85-4ad9-b9e8-8309ecf488e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:13.083529 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-398176a3-fb85-4ad9-b9e8-8309ecf488e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:13.083892 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-398176a3-fb85-4ad9-b9e8-8309ecf488e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb556e11-6897-4ac2-8cf2-0a202e831a60 HTTP/1.1" status: 204 len: 168 time: 0.4123254 Aug 25 16:37:13.087291 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-de838fb2-48a5-4b1f-8fcf-372d260645f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:13.098158 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Pushing event updated for resources: {'Port': ['ID=fb1a07d4-db90-4ee5-ac93-176f9dc7f534,revision_number=3']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:13.104376 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398176a3-fb85-4ad9-b9e8-8309ecf488e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb556e11-6897-4ac2-8cf2-0a202e831a60,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:13.107609 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-398176a3-fb85-4ad9-b9e8-8309ecf488e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:13.109087 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:13.140282 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-70be8f67-b5e2-4aa3-aaad-b092a0a53848 req-a095f625-c585-4320-a7c5-1f464db40d7b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834967 Aug 25 16:37:13.143609 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:13.150544 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] 10.222.0.81 "PUT /v2.0/ports/fb1a07d4-db90-4ee5-ac93-176f9dc7f534 HTTP/1.1" status: 200 len: 1093 time: 1.9903111 Aug 25 16:37:13.150894 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72', 'tag': 'fb1a07d4-db90-4ee5-ac93-176f9dc7f534'}] {{(pid=75939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:37:13.402847 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-c2defe6d-29bf-4f2c-a73a-f0df63031b5f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e190674e9304482495bba1179171dfd3&device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 1096 time: 0.1185017 Aug 25 16:37:13.487771 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-61c0f7d5-1310-4daa-b934-e2f185b2769d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb1a07d4-db90-4ee5-ac93-176f9dc7f534 HTTP/1.1" status: 200 len: 217 time: 0.0763793 Aug 25 16:37:13.564915 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device e75a1530-67c8-4b46-b512-9889799617b9 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:37:13.627065 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-aa385ee7-e465-41de-92fd-fbe402aa1d9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:13.633775 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-aa385ee7-e465-41de-92fd-fbe402aa1d9b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc013c14-7af0-4164-ba36-a7b01f82d66b HTTP/1.1" status: 200 len: 850 time: 0.1354334 Aug 25 16:37:13.798384 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-ea51f1ff-a397-4269-ab41-9fb48cdb7ed6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2b868551-604b-4fc5-b01d-b07c18548dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1609972 Aug 25 16:37:13.870913 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port e75a1530-67c8-4b46-b512-9889799617b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e75a1530-67c8-4b46-b512-9889799617b9,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:37:13.903020 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': 'e75a1530-67c8-4b46-b512-9889799617b9', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'port_id': 'e75a1530-67c8-4b46-b512-9889799617b9', 'mac_address': 'fa:16:3e:10:c3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:37:14.017160 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53784) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:14.052915 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f4a06043-5582-4d5c-aafc-8a842622bf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:14.073235 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:14.150419 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75a1530-67c8-4b46-b512-9889799617b9 {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:37:14.174229 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-f4a06043-5582-4d5c-aafc-8a842622bf4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:14.175267 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-b37024e4-d661-428d-bc31-aa7d8258e4d4 service neutron] 10.222.0.81 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678596 Aug 25 16:37:14.184918 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-f4a06043-5582-4d5c-aafc-8a842622bf4f admin admin] Usage tracker for resource:security_group_rule and tenant:65fe6d216a6f40d2a92d0147446360e9 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:14.185239 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701245e-18e8-4e3a-ae43-d9a2ef06382c req-f3c6eb69-ac55-4b23-9408-5b7cbdca2628 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:14.187468 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port e75a1530-67c8-4b46-b512-9889799617b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e75a1530-67c8-4b46-b512-9889799617b9,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:37:14.192721 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-f4a06043-5582-4d5c-aafc-8a842622bf4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:14.195933 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5701245e-18e8-4e3a-ae43-d9a2ef06382c req-f3c6eb69-ac55-4b23-9408-5b7cbdca2628 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.2056270 Aug 25 16:37:14.207848 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-f4a06043-5582-4d5c-aafc-8a842622bf4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:14.247948 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:14.249960 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:14.276873 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53796) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:14.305012 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-59173e0a-78a7-4af0-8077-e5fb65286053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:14.346805 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f4a06043-5582-4d5c-aafc-8a842622bf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:14.352920 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=e75a1530-67c8-4b46-b512-9889799617b9,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:14.364788 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:14.368111 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-59173e0a-78a7-4af0-8077-e5fb65286053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:14.372345 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-59173e0a-78a7-4af0-8077-e5fb65286053 admin admin] Usage tracker for resource:security_group_rule and tenant:bb665d283e424442b1c6d91a85c77947 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:14.375823 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-59173e0a-78a7-4af0-8077-e5fb65286053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:14.386704 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-59173e0a-78a7-4af0-8077-e5fb65286053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:14.417866 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72', 'tag': 'fb1a07d4-db90-4ee5-ac93-176f9dc7f534', 'status': 'completed', 'code': 200} Aug 25 16:37:14.440893 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5701245e-18e8-4e3a-ae43-d9a2ef06382c req-2cb8c882-021a-4daf-ae15-51c28e8937ba tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439382 Aug 25 16:37:14.454291 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7c9fc0e6-7c6a-438e-ba14-045b1201c3aa req-73235289-9cc2-4a99-88a1-7dec05cad1dd service neutron] 10.222.0.81 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552755 Aug 25 16:37:14.462911 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f4a06043-5582-4d5c-aafc-8a842622bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:14.484413 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:14.502044 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['e75a1530-67c8-4b46-b512-9889799617b9'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:37:14.573299 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a06043-5582-4d5c-aafc-8a842622bf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d13ffe-6ffb-471a-aef1-b75bc36fee48,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:14.576198 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-f4a06043-5582-4d5c-aafc-8a842622bf4f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=65fe6d216a6f40d2a92d0147446360e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5578723 Aug 25 16:37:14.578881 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-f4a06043-5582-4d5c-aafc-8a842622bf4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:14.579452 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53806) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:14.694810 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-59173e0a-78a7-4af0-8077-e5fb65286053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:14.696198 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8f39c1b8-f40d-4fa5-be21-977d718d293b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:14.707005 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb58e4c-8c44-498f-a74a-4132b34637e8 req-1769c565-78d9-4b08-9c45-e006899a8a5d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:14.713558 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-aeb58e4c-8c44-498f-a74a-4132b34637e8 req-1769c565-78d9-4b08-9c45-e006899a8a5d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 943 time: 0.1614132 Aug 25 16:37:14.726289 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8f39c1b8-f40d-4fa5-be21-977d718d293b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:14.738893 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-81c0f05d-3308-4206-ab5b-05106df9ead8 req-cadbaf71-5a8f-4e73-b036-f9ce474940fd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e190674e9304482495bba1179171dfd3&device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 1096 time: 0.1402297 Aug 25 16:37:14.796090 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-59173e0a-78a7-4af0-8077-e5fb65286053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:14.807289 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:14.849796 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59173e0a-78a7-4af0-8077-e5fb65286053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e8485a-7ca1-4901-aab5-cb79940d7492,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:14.850355 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-aeb58e4c-8c44-498f-a74a-4132b34637e8 req-3c4ea442-2b02-46b9-97c3-a7937dcd8934 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322067 Aug 25 16:37:14.854987 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-59173e0a-78a7-4af0-8077-e5fb65286053 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb665d283e424442b1c6d91a85c77947&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5812616 Aug 25 16:37:14.856183 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-59173e0a-78a7-4af0-8077-e5fb65286053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:14.856850 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8f39c1b8-f40d-4fa5-be21-977d718d293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:14.857496 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53810) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:14.873356 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:14.892138 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39c1b8-f40d-4fa5-be21-977d718d293b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d13ffe-6ffb-471a-aef1-b75bc36fee48,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:14.903160 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-8f39c1b8-f40d-4fa5-be21-977d718d293b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:14.907658 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0f05d-3308-4206-ab5b-05106df9ead8 req-2107d6eb-a3c8-4920-a340-718db22f4710 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:14.909281 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-81c0f05d-3308-4206-ab5b-05106df9ead8 req-2107d6eb-a3c8-4920-a340-718db22f4710 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2b868551-604b-4fc5-b01d-b07c18548dc0 HTTP/1.1" status: 200 len: 913 time: 0.1638863 Aug 25 16:37:14.922898 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8f39c1b8-f40d-4fa5-be21-977d718d293b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:14.926476 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-8f39c1b8-f40d-4fa5-be21-977d718d293b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40d13ffe-6ffb-471a-aef1-b75bc36fee48 HTTP/1.1" status: 204 len: 168 time: 0.3419929 Aug 25 16:37:14.982611 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-362c1a11-a4df-4e41-a232-3236d8cfbc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:15.012930 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-81c0f05d-3308-4206-ab5b-05106df9ead8 req-601414c2-ece2-434e-8a98-19dd7888d09d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb1a07d4-db90-4ee5-ac93-176f9dc7f534 HTTP/1.1" status: 200 len: 217 time: 0.0939820 Aug 25 16:37:15.066630 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-362c1a11-a4df-4e41-a232-3236d8cfbc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:15.088465 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 53824) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:15.107543 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0f05d-3308-4206-ab5b-05106df9ead8 req-3a88af22-e00e-43a1-b127-d2536dc4c9d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:15.109055 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-81c0f05d-3308-4206-ab5b-05106df9ead8 req-3a88af22-e00e-43a1-b127-d2536dc4c9d1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc013c14-7af0-4164-ba36-a7b01f82d66b HTTP/1.1" status: 200 len: 850 time: 0.0905433 Aug 25 16:37:15.245055 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-81c0f05d-3308-4206-ab5b-05106df9ead8 req-bade2c0e-1fb5-4350-b0db-b168153c1e4a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2b868551-604b-4fc5-b01d-b07c18548dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1270070 Aug 25 16:37:15.254173 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-362c1a11-a4df-4e41-a232-3236d8cfbc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:15.263815 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:15.277970 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c1a11-a4df-4e41-a232-3236d8cfbc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e8485a-7ca1-4901-aab5-cb79940d7492,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:15.292840 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-362c1a11-a4df-4e41-a232-3236d8cfbc0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:15.303632 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-362c1a11-a4df-4e41-a232-3236d8cfbc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:15.309779 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-362c1a11-a4df-4e41-a232-3236d8cfbc0c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/01e8485a-7ca1-4901-aab5-cb79940d7492 HTTP/1.1" status: 204 len: 168 time: 0.4507959 Aug 25 16:37:15.424573 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7ecc1b22-338c-4e5b-a3d9-94bedcc63793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:15.492740 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-7ecc1b22-338c-4e5b-a3d9-94bedcc63793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:15.499453 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-7ecc1b22-338c-4e5b-a3d9-94bedcc63793 admin admin] Usage tracker for resource:security_group_rule and tenant:c69118b582bf42c3a502b6ce7c994d64 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:15.510936 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-7ecc1b22-338c-4e5b-a3d9-94bedcc63793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:15.520414 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-7ecc1b22-338c-4e5b-a3d9-94bedcc63793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:15.526859 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-81c0f05d-3308-4206-ab5b-05106df9ead8 req-81ea5864-c2a8-4aae-a79e-345ccdf374ef service neutron] 10.222.0.81 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727520 Aug 25 16:37:15.575346 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device e75a1530-67c8-4b46-b512-9889799617b9 up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:37:15.834760 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-81c0f05d-3308-4206-ab5b-05106df9ead8 req-05f4aab9-4e3e-456d-af7c-055067dd4c6a service neutron] 10.222.0.81 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448208 Aug 25 16:37:15.834760 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7ecc1b22-338c-4e5b-a3d9-94bedcc63793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:15.834760 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a9df5-5d79-4d16-b27a-1902aee3c681 req-37e7a3e5-01e0-4bfd-b969-382792688ce4 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:15.834760 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-378a9df5-5d79-4d16-b27a-1902aee3c681 req-37e7a3e5-01e0-4bfd-b969-382792688ce4 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 945 time: 0.1898603 Aug 25 16:37:15.876393 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-378a9df5-5d79-4d16-b27a-1902aee3c681 req-6e36135b-7621-45d7-9f9c-ac7d592c7e9c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579753 Aug 25 16:37:16.097296 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14700917-c7a2-40d3-a4d6-5eda64a60f70 req-733f9d67-1a93-413b-919c-c2d8b04de35a tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:16.098663 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-14700917-c7a2-40d3-a4d6-5eda64a60f70 req-733f9d67-1a93-413b-919c-c2d8b04de35a tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 943 time: 0.0830817 Aug 25 16:37:16.148555 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-14700917-c7a2-40d3-a4d6-5eda64a60f70 req-2486e9c1-3d80-478a-b359-ec9ef7e0ee0d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431912 Aug 25 16:37:16.327721 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port e75a1530-67c8-4b46-b512-9889799617b9 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:37:16.332811 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port e75a1530-67c8-4b46-b512-9889799617b9 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:37:16.410320 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:16.450354 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:16.490781 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port e75a1530-67c8-4b46-b512-9889799617b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e75a1530-67c8-4b46-b512-9889799617b9,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:37:16.492228 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a1530-67c8-4b46-b512-9889799617b9'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:37:16.558300 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a1530-67c8-4b46-b512-9889799617b9', 'code': 200} Aug 25 16:37:16.962278 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7ecc1b22-338c-4e5b-a3d9-94bedcc63793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:16.977664 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-53a3fb19-c8d5-4b41-8523-3335876f35f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:17.020134 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:17.029719 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:17.051204 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53880) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:17.066739 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-7ecc1b22-338c-4e5b-a3d9-94bedcc63793 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c69118b582bf42c3a502b6ce7c994d64&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9730618 Aug 25 16:37:17.066739 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc1b22-338c-4e5b-a3d9-94bedcc63793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79576309-62d3-4200-b0d8-b24c6b400a05,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:17.079245 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-7ecc1b22-338c-4e5b-a3d9-94bedcc63793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:17.142876 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=e75a1530-67c8-4b46-b512-9889799617b9,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:17.157761 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:17.250750 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-4753927c-11b5-4056-b91d-a975eee61299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:17.292502 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-4753927c-11b5-4056-b91d-a975eee61299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:17.440094 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324356a3-b0d6-4e13-a5a5-4da796d98658 req-aa784744-72c8-4c24-8c34-6dd605d1822d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:17.441551 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-324356a3-b0d6-4e13-a5a5-4da796d98658 req-aa784744-72c8-4c24-8c34-6dd605d1822d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.3565609 Aug 25 16:37:17.451489 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-890577bc-97c3-4b21-880d-f8ce34581942 req-937397d7-aeea-465e-8210-d6621719d3e5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 1099 time: 0.1028166 Aug 25 16:37:17.522725 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-4753927c-11b5-4056-b91d-a975eee61299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:17.531115 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:17.537328 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-324356a3-b0d6-4e13-a5a5-4da796d98658 req-1c50da95-680f-4450-bdd1-88ebdc77b28f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848258 Aug 25 16:37:17.539204 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-890577bc-97c3-4b21-880d-f8ce34581942 req-ace1e8ec-fd43-4a77-b24e-f399dbd22734 service neutron] Synchronizing usage tracker for tenant:b8a5661efec04ade8799e3523972e989 on resource:security_group {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:37:17.578663 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753927c-11b5-4056-b91d-a975eee61299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79576309-62d3-4200-b0d8-b24c6b400a05,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:17.584487 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-4753927c-11b5-4056-b91d-a975eee61299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:17.587937 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-4753927c-11b5-4056-b91d-a975eee61299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:17.589006 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-4753927c-11b5-4056-b91d-a975eee61299 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/79576309-62d3-4200-b0d8-b24c6b400a05 HTTP/1.1" status: 204 len: 168 time: 0.5356998 Aug 25 16:37:17.609713 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device fb1a07d4-db90-4ee5-ac93-176f9dc7f534 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:37:17.785095 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port fb1a07d4-db90-4ee5-ac93-176f9dc7f534, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fb1a07d4-db90-4ee5-ac93-176f9dc7f534,segment=NetworkSegment(a0b81443-10c4-4b22-95f1-7bff484020c1),segment_id=a0b81443-10c4-4b22-95f1-7bff484020c1)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:37:17.788970 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-890577bc-97c3-4b21-880d-f8ce34581942 req-ace1e8ec-fd43-4a77-b24e-f399dbd22734 service neutron] Unset dirty status for tenant:b8a5661efec04ade8799e3523972e989 on resource:security_group {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:37:17.794374 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-890577bc-97c3-4b21-880d-f8ce34581942 req-ace1e8ec-fd43-4a77-b24e-f399dbd22734 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3267617 Aug 25 16:37:17.802394 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': 'fb1a07d4-db90-4ee5-ac93-176f9dc7f534', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'port_id': 'fb1a07d4-db90-4ee5-ac93-176f9dc7f534', 'mac_address': 'fa:16:3e:b8:73:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:37:17.874174 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d24eb-7f39-4d01-86ab-2141557422d9 req-3476fbf6-4b84-4b6a-9d69-c0d3cf8ca4f3 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:17.875777 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7f1d24eb-7f39-4d01-86ab-2141557422d9 req-3476fbf6-4b84-4b6a-9d69-c0d3cf8ca4f3 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 943 time: 0.1536491 Aug 25 16:37:17.877241 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:17.897958 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1a07d4-db90-4ee5-ac93-176f9dc7f534 {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:37:17.915308 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port fb1a07d4-db90-4ee5-ac93-176f9dc7f534, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fb1a07d4-db90-4ee5-ac93-176f9dc7f534,segment=NetworkSegment(a0b81443-10c4-4b22-95f1-7bff484020c1),segment_id=a0b81443-10c4-4b22-95f1-7bff484020c1)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:37:17.931208 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7f1d24eb-7f39-4d01-86ab-2141557422d9 req-6cb98d65-7d63-4e2a-8e40-e18d53210835 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452502 Aug 25 16:37:18.019258 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:18.021275 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:18.150975 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=fb1a07d4-db90-4ee5-ac93-176f9dc7f534,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:18.155740 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:18.291815 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['fb1a07d4-db90-4ee5-ac93-176f9dc7f534'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:37:18.762619 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 53934) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:18.791832 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-612eb883-30e8-4b64-813f-89437f4882f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:18.830811 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-612eb883-30e8-4b64-813f-89437f4882f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:18.839946 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760f2b5-cb1c-46f7-829c-b473d20ec3bf req-a63c18ad-7c48-41cc-8f34-3e300cf8c201 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:18.842260 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b760f2b5-cb1c-46f7-829c-b473d20ec3bf req-a63c18ad-7c48-41cc-8f34-3e300cf8c201 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1336710 Aug 25 16:37:18.845620 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-612eb883-30e8-4b64-813f-89437f4882f4 admin admin] Usage tracker for resource:security_group_rule and tenant:943cb9b633ac46cc88ea196d3b0e833c is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:18.850561 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-612eb883-30e8-4b64-813f-89437f4882f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:18.870252 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-612eb883-30e8-4b64-813f-89437f4882f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:18.916998 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b760f2b5-cb1c-46f7-829c-b473d20ec3bf req-6717c320-06f8-4273-9595-8086ca79fde1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651495 Aug 25 16:37:18.965113 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-612eb883-30e8-4b64-813f-89437f4882f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:19.110076 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-612eb883-30e8-4b64-813f-89437f4882f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:19.123270 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-5e3aafe5-4313-4e06-ab72-00c018b5676d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:19.185239 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612eb883-30e8-4b64-813f-89437f4882f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a992912-fede-483d-a4d9-4925d3e1db65,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:19.198863 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-612eb883-30e8-4b64-813f-89437f4882f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:19.212491 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-612eb883-30e8-4b64-813f-89437f4882f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=943cb9b633ac46cc88ea196d3b0e833c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4490857 Aug 25 16:37:19.215343 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 53956) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:19.242140 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d335e-8011-41f8-8f55-61314e7dcd31 req-3c354631-6fd3-41af-b3f9-071775014a80 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:19.249032 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0c0d335e-8011-41f8-8f55-61314e7dcd31 req-3c354631-6fd3-41af-b3f9-071775014a80 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 944 time: 0.1812270 Aug 25 16:37:19.312206 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0c0d335e-8011-41f8-8f55-61314e7dcd31 req-5f1a01a7-529a-43fd-aeba-fad12306dce8 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599527 Aug 25 16:37:19.320676 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b003f579-8dbc-40d5-967e-bff31c6fb9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:19.353339 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b003f579-8dbc-40d5-967e-bff31c6fb9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:19.493799 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b003f579-8dbc-40d5-967e-bff31c6fb9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:19.501423 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:19.528450 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003f579-8dbc-40d5-967e-bff31c6fb9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a992912-fede-483d-a4d9-4925d3e1db65,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:19.531453 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-b003f579-8dbc-40d5-967e-bff31c6fb9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:19.545754 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b003f579-8dbc-40d5-967e-bff31c6fb9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:19.550012 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-b003f579-8dbc-40d5-967e-bff31c6fb9c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a992912-fede-483d-a4d9-4925d3e1db65 HTTP/1.1" status: 204 len: 168 time: 0.3330531 Aug 25 16:37:19.570457 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Sync routers for ids ['13985153-26b3-4672-9741-3cb8149e9719'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:37:19.611736 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Routers {'13985153-26b3-4672-9741-3cb8149e9719'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:37:19.611736 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:36:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['13985153-26b3-4672-9741-3cb8149e9719'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:19.660519 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device fb1a07d4-db90-4ee5-ac93-176f9dc7f534 up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:37:19.795742 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3811c610-20fd-419c-92c7-0dbcb62b5282 req-7cb5633c-8d7c-402a-be59-d14810d52c08 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0964129 Aug 25 16:37:19.929541 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Set router 13985153-26b3-4672-9741-3cb8149e9719 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:37:19.985762 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port fb1a07d4-db90-4ee5-ac93-176f9dc7f534 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:37:20.002339 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port fb1a07d4-db90-4ee5-ac93-176f9dc7f534 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:37:20.002737 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:20.088655 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3811c610-20fd-419c-92c7-0dbcb62b5282 req-4a5cc729-4f6d-4dca-bc19-2cd9e1e74203 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1bbd0c91a71742bd939e6da8e7a3d60d&device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 1098 time: 0.1768725 Aug 25 16:37:20.354393 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:20.443160 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811c610-20fd-419c-92c7-0dbcb62b5282 req-1b4d6521-6eff-44c8-8302-7fc8386adc83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:20.445662 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3811c610-20fd-419c-92c7-0dbcb62b5282 req-1b4d6521-6eff-44c8-8302-7fc8386adc83 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c HTTP/1.1" status: 200 len: 912 time: 0.3425803 Aug 25 16:37:20.463249 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1a07d4-db90-4ee5-ac93-176f9dc7f534'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:37:20.479200 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port fb1a07d4-db90-4ee5-ac93-176f9dc7f534, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fb1a07d4-db90-4ee5-ac93-176f9dc7f534,segment=NetworkSegment(a0b81443-10c4-4b22-95f1-7bff484020c1),segment_id=a0b81443-10c4-4b22-95f1-7bff484020c1)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:37:20.517733 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:36:45Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'b0c7a42a-fa74-4fb2-a0f5-33ac15558671', 'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'mac_address': 'fa:16:3e:ba:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:43Z', 'updated_at': '2021-08-25T16:36:47Z', 'revision_number': 2, 'project_id': 'e190674e9304482495bba1179171dfd3', 'subnets': [{'id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:20.523720 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Checking router: 13985153-26b3-4672-9741-3cb8149e9719 for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:37:20.524202 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Updating router 13985153-26b3-4672-9741-3cb8149e9719 port b0c7a42a-fa74-4fb2-a0f5-33ac15558671 binding host dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:37:20.588948 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:20.626287 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3811c610-20fd-419c-92c7-0dbcb62b5282 req-c749ba01-6ad9-4cdd-aaca-23193149ea9c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=536765b9-cd87-4827-99ce-b7a5df3e67eb HTTP/1.1" status: 200 len: 217 time: 0.1626420 Aug 25 16:37:20.639448 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:20.649486 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:20.725367 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48c313-b5ec-4fec-8f54-5c053eb38368 req-04b44c1d-438f-4f76-ba4a-ba2602b3e813 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:20.727080 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8a48c313-b5ec-4fec-8f54-5c053eb38368 req-04b44c1d-438f-4f76-ba4a-ba2602b3e813 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.4488728 Aug 25 16:37:20.779583 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=fb1a07d4-db90-4ee5-ac93-176f9dc7f534,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:20.785252 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:20.789547 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811c610-20fd-419c-92c7-0dbcb62b5282 req-e8ba9337-5044-4251-8210-9f8c6e15f4c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:20.791073 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3811c610-20fd-419c-92c7-0dbcb62b5282 req-e8ba9337-5044-4251-8210-9f8c6e15f4c3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9bf357e4-51e4-466b-9abb-cc5de2ed2d39 HTTP/1.1" status: 200 len: 850 time: 0.1258602 Aug 25 16:37:20.830843 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54002) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:20.858189 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3811c610-20fd-419c-92c7-0dbcb62b5282 req-339df747-7d57-4ac0-8aa4-4a07267c4f7c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588324 Aug 25 16:37:20.864449 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-726249e1-1116-42da-a230-5106e2ec19c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:20.905439 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-726249e1-1116-42da-a230-5106e2ec19c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:20.915358 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8a48c313-b5ec-4fec-8f54-5c053eb38368 req-d7978819-e9f7-4b28-b0ab-813e5fbc8952 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808817 Aug 25 16:37:20.918737 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-726249e1-1116-42da-a230-5106e2ec19c1 admin admin] Usage tracker for resource:security_group_rule and tenant:47743141ec244b8b8f36e25c5836be7f is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:20.925229 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-726249e1-1116-42da-a230-5106e2ec19c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:20.941440 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-726249e1-1116-42da-a230-5106e2ec19c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:20.994299 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee5c50-ca80-4948-a964-21eabd648a70 req-e3b6af7b-db60-440c-9e7f-5c3da9aee11b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:21.040066 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-39ee5c50-ca80-4948-a964-21eabd648a70 req-e3b6af7b-db60-440c-9e7f-5c3da9aee11b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.4126503 Aug 25 16:37:21.126245 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-726249e1-1116-42da-a230-5106e2ec19c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:21.149430 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1a07d4-db90-4ee5-ac93-176f9dc7f534', 'code': 200} Aug 25 16:37:21.220442 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-726249e1-1116-42da-a230-5106e2ec19c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:21.244575 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-39ee5c50-ca80-4948-a964-21eabd648a70 req-1dbd32ff-0f15-4060-8281-71c871cba292 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032590 Aug 25 16:37:21.250934 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5c62bdd0-5ec6-430d-b827-ed7b0d4727f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:21.265432 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3811c610-20fd-419c-92c7-0dbcb62b5282 req-e1d13d7d-395c-4efd-98d2-1612f8527f5a service neutron] 10.222.0.81 "GET /v2.0/networks/6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961501 Aug 25 16:37:21.287447 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Notify callbacks [] for port, precommit_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:21.314308 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Transition to ACTIVE for port object b0c7a42a-fa74-4fb2-a0f5-33ac15558671 will not be triggered until provisioned by entity L2. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:37:21.344500 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-726249e1-1116-42da-a230-5106e2ec19c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47743141ec244b8b8f36e25c5836be7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5124815 Aug 25 16:37:21.346646 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54022) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:21.348249 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726249e1-1116-42da-a230-5106e2ec19c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3be1248-8f46-4d94-80af-63303c72a889,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:21.354278 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-726249e1-1116-42da-a230-5106e2ec19c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:21.396483 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:21.402498 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:21.480483 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6ee3efe9-1235-4dae-b7b7-0b59ff39a50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:21.550902 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6ee3efe9-1235-4dae-b7b7-0b59ff39a50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:21.566892 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af0ec2-8692-478d-ac7a-a6dd6d8c1b97 None None] Pushing event updated for resources: {'Port': ['ID=b0c7a42a-fa74-4fb2-a0f5-33ac15558671,revision_number=3']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:21.571097 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-a7af0ec2-8692-478d-ac7a-a6dd6d8c1b97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:21.623504 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3811c610-20fd-419c-92c7-0dbcb62b5282 req-d0568312-bf2e-4c4a-9ea5-f06a69c441c9 service neutron] 10.222.0.81 "GET /v2.0/networks/6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493972 Aug 25 16:37:21.675596 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba665-7dea-4e16-9718-4facb15b237a req-cb4179be-ecc0-419b-b255-bee5bb5781a0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:21.681873 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-894ba665-7dea-4e16-9718-4facb15b237a req-cb4179be-ecc0-419b-b255-bee5bb5781a0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.3576772 Aug 25 16:37:21.691319 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54032) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:21.698204 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-fb389b32-3858-45c4-a297-a5f1ff2ec6c2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Request body: {'floatingip': {'port_id': 'e75a1530-67c8-4b46-b512-9889799617b9'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:37:21.804519 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Attempting to bind port b0c7a42a-fa74-4fb2-a0f5-33ac15558671 on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:37:21.805445 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Attempting to bind port b0c7a42a-fa74-4fb2-a0f5-33ac15558671 by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': 'a0b81443-10c4-4b22-95f1-7bff484020c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0'}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:37:21.806020 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Attempting to bind port b0c7a42a-fa74-4fb2-a0f5-33ac15558671 on network 2b868551-604b-4fc5-b01d-b07c18548dc0 {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:37:21.814177 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:37:21.814937 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Checking segment: {'id': 'a0b81443-10c4-4b22-95f1-7bff484020c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:37:21.815509 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:21.816108 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Bound using segment: {'id': 'a0b81443-10c4-4b22-95f1-7bff484020c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0'} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:37:21.816758 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Bound port: b0c7a42a-fa74-4fb2-a0f5-33ac15558671, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b81443-10c4-4b22-95f1-7bff484020c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0'}}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:37:21.817510 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:21.911936 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-5a04b01a-89b2-46ca-878b-0fc50d10f5f1 req-18e0a991-82c4-479b-9eb8-31e88b2006a1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 1098 time: 0.2273078 Aug 25 16:37:21.911936 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6ee3efe9-1235-4dae-b7b7-0b59ff39a50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:21.922254 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-8f39c1b8-f40d-4fa5-be21-977d718d293b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:22.011568 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6ee3efe9-1235-4dae-b7b7-0b59ff39a50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:22.019539 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] For port b0c7a42a-fa74-4fb2-a0f5-33ac15558671, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:37:22.024895 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] For port b0c7a42a-fa74-4fb2-a0f5-33ac15558671, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=b0c7a42a-fa74-4fb2-a0f5-33ac15558671,segment=NetworkSegment(a0b81443-10c4-4b22-95f1-7bff484020c1),segment_id=a0b81443-10c4-4b22-95f1-7bff484020c1)] {{(pid=75941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:37:22.029499 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-6ee3efe9-1235-4dae-b7b7-0b59ff39a50d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3be1248-8f46-4d94-80af-63303c72a889 HTTP/1.1" status: 204 len: 168 time: 0.6737142 Aug 25 16:37:22.031581 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3efe9-1235-4dae-b7b7-0b59ff39a50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3be1248-8f46-4d94-80af-63303c72a889,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:22.038368 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-6ee3efe9-1235-4dae-b7b7-0b59ff39a50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:22.090827 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-5a04b01a-89b2-46ca-878b-0fc50d10f5f1 req-2b4ba94c-de24-4a55-9d5e-47fd7e1cea24 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529326 Aug 25 16:37:22.093176 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fb389b32-3858-45c4-a297-a5f1ff2ec6c2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for floatingip, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:22.100518 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:22.105657 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:22.246304 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af0ec2-8692-478d-ac7a-a6dd6d8c1b97 None None] Pushing event updated for resources: {'Port': ['ID=b0c7a42a-fa74-4fb2-a0f5-33ac15558671,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:22.249612 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-a7af0ec2-8692-478d-ac7a-a6dd6d8c1b97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:22.250244 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Routers {'13985153-26b3-4672-9741-3cb8149e9719'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:37:22.250860 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:36:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['13985153-26b3-4672-9741-3cb8149e9719'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:22.692858 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] Set router 13985153-26b3-4672-9741-3cb8149e9719 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:37:22.745263 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54058) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:23.025794 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5bf4584f-4f9b-4a26-be7a-513fe5703b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:23.105019 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-5bf4584f-4f9b-4a26-be7a-513fe5703b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:23.114296 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-5bf4584f-4f9b-4a26-be7a-513fe5703b32 admin admin] Usage tracker for resource:security_group_rule and tenant:ee803ced23524f85bbc43cb9a052751d is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:23.127195 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-5bf4584f-4f9b-4a26-be7a-513fe5703b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:23.136794 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-5bf4584f-4f9b-4a26-be7a-513fe5703b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:23.172750 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970e704-b7be-474a-be34-fcd1d1344591 req-c945f338-01ec-47d2-9bba-f1aa27b07891 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:23.180796 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c970e704-b7be-474a-be34-fcd1d1344591 req-c945f338-01ec-47d2-9bba-f1aa27b07891 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.6865828 Aug 25 16:37:23.212792 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b5c63-b71b-4d53-8e97-00865e9cd072 req-cd948aa1-bab6-46f7-af48-133130eaab43 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:23.221014 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d39b5c63-b71b-4d53-8e97-00865e9cd072 req-cd948aa1-bab6-46f7-af48-133130eaab43 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 945 time: 0.6180029 Aug 25 16:37:23.292118 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:36:45Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'b0c7a42a-fa74-4fb2-a0f5-33ac15558671', 'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'mac_address': 'fa:16:3e:ba:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:43Z', 'updated_at': '2021-08-25T16:37:22Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'subnets': [{'id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:23.308132 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a5aaeb-d796-4862-8ce1-025a1a0753c5 None None] The sync data for ids ['13985153-26b3-4672-9741-3cb8149e9719'] in dv-cinder-806008-1-smb is: [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:36:45Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'b0c7a42a-fa74-4fb2-a0f5-33ac15558671', 'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'mac_address': 'fa:16:3e:ba:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:43Z', 'updated_at': '2021-08-25T16:37:22Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'subnets': [{'id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:37:23.326952 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5bf4584f-4f9b-4a26-be7a-513fe5703b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:23.408017 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5bf4584f-4f9b-4a26-be7a-513fe5703b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:23.427173 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-362c1a11-a4df-4e41-a232-3236d8cfbc0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:23.470859 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-5bf4584f-4f9b-4a26-be7a-513fe5703b32 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ee803ced23524f85bbc43cb9a052751d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7246189 Aug 25 16:37:23.473719 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54082) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:23.538698 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4584f-4f9b-4a26-be7a-513fe5703b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14615ff-f6df-4320-819a-4f766881a68a,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:23.544869 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5bf4584f-4f9b-4a26-be7a-513fe5703b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:23.561010 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c970e704-b7be-474a-be34-fcd1d1344591 req-c5f32e4c-6fe1-44d8-87d5-905bdf42d707 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3788149 Aug 25 16:37:23.598666 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d39b5c63-b71b-4d53-8e97-00865e9cd072 req-2a69bce8-db2f-4f91-b5d0-ce3a0aeeaff5 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/security-groups?id=71c105cb-6923-46b9-bd94-8e27432cd51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765965 Aug 25 16:37:23.629581 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1003c28e-c5fe-47bc-b1db-b768508c6c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:23.667489 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1003c28e-c5fe-47bc-b1db-b768508c6c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:23.748955 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-01728f02-25b2-410e-b81b-ccf7a0778555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:23.792588 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1003c28e-c5fe-47bc-b1db-b768508c6c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:23.807771 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-683577c6-6496-47fa-b9b7-dec68c0e738e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:23.838462 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003c28e-c5fe-47bc-b1db-b768508c6c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14615ff-f6df-4320-819a-4f766881a68a,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:23.839532 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-1003c28e-c5fe-47bc-b1db-b768508c6c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:23.841661 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1003c28e-c5fe-47bc-b1db-b768508c6c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:23.843196 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-1003c28e-c5fe-47bc-b1db-b768508c6c3c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c14615ff-f6df-4320-819a-4f766881a68a HTTP/1.1" status: 204 len: 168 time: 0.3679602 Aug 25 16:37:23.857848 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.db.resource_extend [None req-fb389b32-3858-45c4-a297-a5f1ff2ec6c2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:37:24.060274 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fb389b32-3858-45c4-a297-a5f1ff2ec6c2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:24.139494 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fb389b32-3858-45c4-a297-a5f1ff2ec6c2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741960'] for floatingip, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:24.269963 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device b0c7a42a-fa74-4fb2-a0f5-33ac15558671 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:37:24.404700 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.db.l3_db [None req-fb389b32-3858-45c4-a297-a5f1ff2ec6c2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Floating IP e9ddb7a5-32fc-4dc6-a9c3-568b2808885d associated. External IP: 172.28.2.113, port: e75a1530-67c8-4b46-b512-9889799617b9. Aug 25 16:37:24.482934 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port b0c7a42a-fa74-4fb2-a0f5-33ac15558671 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:37:24.500512 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port b0c7a42a-fa74-4fb2-a0f5-33ac15558671 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:37:24.500903 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:24.652768 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:24.735321 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port b0c7a42a-fa74-4fb2-a0f5-33ac15558671, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=b0c7a42a-fa74-4fb2-a0f5-33ac15558671,segment=NetworkSegment(a0b81443-10c4-4b22-95f1-7bff484020c1),segment_id=a0b81443-10c4-4b22-95f1-7bff484020c1)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:37:24.817691 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:24.820454 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-13b54803-714c-4b57-9671-43133727d09b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:24.868659 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54126) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:24.905920 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:24.915777 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ff967b3f-a737-40cf-92d9-f3ff130eaabd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:24.948125 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=b0c7a42a-fa74-4fb2-a0f5-33ac15558671,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:24.957722 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:24.974803 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15745d-e6fe-40a1-99ab-aaaaade4ba27 req-ee409c0c-d8ee-46dd-8045-561a9e8395e0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:24.975721 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-bb15745d-e6fe-40a1-99ab-aaaaade4ba27 req-ee409c0c-d8ee-46dd-8045-561a9e8395e0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Synchronizing usage tracker for tenant:1bbd0c91a71742bd939e6da8e7a3d60d on resource:port {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:37:24.985003 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-ff967b3f-a737-40cf-92d9-f3ff130eaabd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:24.993682 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-ff967b3f-a737-40cf-92d9-f3ff130eaabd admin admin] Usage tracker for resource:security_group_rule and tenant:dbb65137b1e4439ea382c4d58f91858c is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:24.999504 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-ff967b3f-a737-40cf-92d9-f3ff130eaabd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:25.008058 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-ff967b3f-a737-40cf-92d9-f3ff130eaabd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:25.086376 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ff967b3f-a737-40cf-92d9-f3ff130eaabd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:25.105250 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566b71c-9a34-47b5-aa13-561fd78f49ad req-5ef65c6b-25ef-4754-89e0-8bb6e83dec81 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:25.106712 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6566b71c-9a34-47b5-aa13-561fd78f49ad req-5ef65c6b-25ef-4754-89e0-8bb6e83dec81 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.3277676 Aug 25 16:37:25.108413 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-bb15745d-e6fe-40a1-99ab-aaaaade4ba27 req-ee409c0c-d8ee-46dd-8045-561a9e8395e0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Unset dirty status for tenant:1bbd0c91a71742bd939e6da8e7a3d60d on resource:port {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:37:25.113665 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-bb15745d-e6fe-40a1-99ab-aaaaade4ba27 req-ee409c0c-d8ee-46dd-8045-561a9e8395e0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.81 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 945 time: 0.3746393 Aug 25 16:37:25.138409 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5be92-5e3b-4ac5-b4b4-912dd1bdece8 req-b109737a-ab0b-492b-b84b-5a4ee1153ceb tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:25.139916 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-46e5be92-5e3b-4ac5-b4b4-912dd1bdece8 req-b109737a-ab0b-492b-b84b-5a4ee1153ceb tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 945 time: 0.2440822 Aug 25 16:37:25.183827 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ff967b3f-a737-40cf-92d9-f3ff130eaabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:25.194385 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-6ee3efe9-1235-4dae-b7b7-0b59ff39a50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:25.217441 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-bb15745d-e6fe-40a1-99ab-aaaaade4ba27 req-7649fd01-f456-46a2-b223-b661e4b68030 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Deleting port 536765b9-cd87-4827-99ce-b7a5df3e67eb {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:37:25.217851 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-bb15745d-e6fe-40a1-99ab-aaaaade4ba27 req-7649fd01-f456-46a2-b223-b661e4b68030 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:25.298016 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6566b71c-9a34-47b5-aa13-561fd78f49ad req-5b50083a-59de-47a9-9b73-1049c1a78dd9 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820493 Aug 25 16:37:25.300706 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff967b3f-a737-40cf-92d9-f3ff130eaabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c078a2c-399d-4c4a-84bc-9c68eaa9e966,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:25.305339 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-ff967b3f-a737-40cf-92d9-f3ff130eaabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:25.314135 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-ff967b3f-a737-40cf-92d9-f3ff130eaabd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbb65137b1e4439ea382c4d58f91858c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4425797 Aug 25 16:37:25.336817 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-46e5be92-5e3b-4ac5-b4b4-912dd1bdece8 req-d4953243-883b-43df-9280-fa8b33050bd0 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/security-groups?id=71c105cb-6923-46b9-bd94-8e27432cd51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743288 Aug 25 16:37:25.336817 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54140) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:25.487154 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb389b32-3858-45c4-a297-a5f1ff2ec6c2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Router 5fa562bc-cbdd-47e6-a93c-41b705161d45 has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:37:25.499314 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:25.541080 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1fd4d6f3-3b57-4250-9965-74a77a36fc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:25.594050 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1fd4d6f3-3b57-4250-9965-74a77a36fc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:25.674533 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-bb15745d-e6fe-40a1-99ab-aaaaade4ba27 req-7649fd01-f456-46a2-b223-b661e4b68030 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] For port 536765b9-cd87-4827-99ce-b7a5df3e67eb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=536765b9-cd87-4827-99ce-b7a5df3e67eb,segment=NetworkSegment(65a4a43f-0797-43b1-a224-a2a0bbb8033c),segment_id=65a4a43f-0797-43b1-a224-a2a0bbb8033c)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:37:25.675164 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-bb15745d-e6fe-40a1-99ab-aaaaade4ba27 req-7649fd01-f456-46a2-b223-b661e4b68030 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:25.810850 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e75d91-7234-4820-95b6-6daffd894481 req-afd674d6-6cda-460a-b0dc-c6d272ff8b75 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:25.816040 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a7e75d91-7234-4820-95b6-6daffd894481 req-afd674d6-6cda-460a-b0dc-c6d272ff8b75 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.3272903 Aug 25 16:37:25.821629 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54162) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:25.829411 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-bb15745d-e6fe-40a1-99ab-aaaaade4ba27 req-7649fd01-f456-46a2-b223-b661e4b68030 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Calling delete_port for 536765b9-cd87-4827-99ce-b7a5df3e67eb owned by compute:nova {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:37:25.831005 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-7a7b1756-1ef5-4eec-8c00-c2b273c80f87 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Request body: {'floatingip': {'port_id': 'fb1a07d4-db90-4ee5-ac93-176f9dc7f534'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:37:25.911840 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1fd4d6f3-3b57-4250-9965-74a77a36fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:25.924293 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:25.943284 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4d6f3-3b57-4250-9965-74a77a36fc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c078a2c-399d-4c4a-84bc-9c68eaa9e966,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:25.946160 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-1fd4d6f3-3b57-4250-9965-74a77a36fc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:25.948513 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7a7b1756-1ef5-4eec-8c00-c2b273c80f87 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for floatingip, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:26.092656 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1fd4d6f3-3b57-4250-9965-74a77a36fc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:26.093756 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-1fd4d6f3-3b57-4250-9965-74a77a36fc86 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c078a2c-399d-4c4a-84bc-9c68eaa9e966 HTTP/1.1" status: 204 len: 168 time: 0.7586737 Aug 25 16:37:26.161723 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-bb15745d-e6fe-40a1-99ab-aaaaade4ba27 req-7649fd01-f456-46a2-b223-b661e4b68030 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:26.174484 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['536765b9-cd87-4827-99ce-b7a5df3e67eb'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:37:26.193633 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:26.265869 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device b0c7a42a-fa74-4fb2-a0f5-33ac15558671 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:37:26.319611 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54176) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:26.392708 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port b0c7a42a-fa74-4fb2-a0f5-33ac15558671 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:37:26.393368 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:26.456468 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649fd01-f456-46a2-b223-b661e4b68030 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Pushing event deleted for resources: {'Port': ['ID=536765b9-cd87-4827-99ce-b7a5df3e67eb,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:26.458825 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-7649fd01-f456-46a2-b223-b661e4b68030 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:26.484032 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb15745d-e6fe-40a1-99ab-aaaaade4ba27 req-7649fd01-f456-46a2-b223-b661e4b68030 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] No DVR routers for this DVR port 536765b9-cd87-4827-99ce-b7a5df3e67eb on host hv-cinder-80600 {{(pid=75940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:37:26.493861 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-bb15745d-e6fe-40a1-99ab-aaaaade4ba27 req-7649fd01-f456-46a2-b223-b661e4b68030 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:26.514403 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ffde7a-b75d-47e6-83a0-17e97f5cf2b6', 'name': 'network-vif-deleted', 'tag': '536765b9-cd87-4827-99ce-b7a5df3e67eb'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:37:26.630381 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ffde7a-b75d-47e6-83a0-17e97f5cf2b6', 'name': 'network-vif-deleted', 'tag': '536765b9-cd87-4827-99ce-b7a5df3e67eb', 'status': 'completed', 'code': 200} Aug 25 16:37:26.647600 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-bb15745d-e6fe-40a1-99ab-aaaaade4ba27 req-7649fd01-f456-46a2-b223-b661e4b68030 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.81 "DELETE /v2.0/ports/536765b9-cd87-4827-99ce-b7a5df3e67eb HTTP/1.1" status: 204 len: 173 time: 1.5284424 Aug 25 16:37:26.754498 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb389b32-3858-45c4-a297-a5f1ff2ec6c2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:37:26.765737 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-81941491-d4a6-46e8-a282-577bc06c0db2 req-b6476cd5-ec42-4dfc-afd1-98970c708ece tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 210 time: 0.0769320 Aug 25 16:37:26.769487 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f74bfc1-7c4e-4a55-91f8-3dfd1af8b73a None None] Sync routers for ids ['5fa562bc-cbdd-47e6-a93c-41b705161d45'] in dv-cinder-806008-1-smb {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:37:26.770004 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fb389b32-3858-45c4-a297-a5f1ff2ec6c2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for floatingip, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:26.793442 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74bfc1-7c4e-4a55-91f8-3dfd1af8b73a None None] Routers {'5fa562bc-cbdd-47e6-a93c-41b705161d45'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:37:26.794257 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-2f74bfc1-7c4e-4a55-91f8-3dfd1af8b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:36:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['5fa562bc-cbdd-47e6-a93c-41b705161d45'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:26.836015 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-fb389b32-3858-45c4-a297-a5f1ff2ec6c2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "PUT /v2.0/floatingips/e9ddb7a5-32fc-4dc6-a9c3-568b2808885d HTTP/1.1" status: 200 len: 992 time: 5.1432920 Aug 25 16:37:26.839110 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'tag': 'e75a1530-67c8-4b46-b512-9889799617b9'}] {{(pid=75939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:37:27.000725 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'tag': 'e75a1530-67c8-4b46-b512-9889799617b9', 'status': 'completed', 'code': 200} Aug 25 16:37:27.168601 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7ebeb56b-b6e9-42dd-8d51-a815c376b373 req-24c24174-982b-476a-becc-ec43bd9876ba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9&device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 1099 time: 0.1596458 Aug 25 16:37:27.244495 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-2f74bfc1-7c4e-4a55-91f8-3dfd1af8b73a None None] Set router 5fa562bc-cbdd-47e6-a93c-41b705161d45 gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:37:27.304442 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7a7b1756-1ef5-4eec-8c00-c2b273c80f87 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:27.331057 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-216557ab-f104-4f67-a957-83631b751dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:27.350338 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-1cf129b8-3c4e-4d4f-b533-72fd9f6d6fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:27.370534 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-216557ab-f104-4f67-a957-83631b751dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:27.378514 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-216557ab-f104-4f67-a957-83631b751dd6 admin admin] Usage tracker for resource:security_group_rule and tenant:4ad53212754144cc8d59604f98dd8c5e is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:27.386839 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7a7b1756-1ef5-4eec-8c00-c2b273c80f87 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741960'] for floatingip, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:27.427395 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebeb56b-b6e9-42dd-8d51-a815c376b373 req-f0d04a33-4d17-465e-80b7-4eed08ae532f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:27.430202 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7ebeb56b-b6e9-42dd-8d51-a815c376b373 req-f0d04a33-4d17-465e-80b7-4eed08ae532f service neutron] 10.222.0.81 "GET /v2.0/networks?id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4 HTTP/1.1" status: 200 len: 918 time: 0.2415829 Aug 25 16:37:27.453564 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-216557ab-f104-4f67-a957-83631b751dd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:27.470740 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-216557ab-f104-4f67-a957-83631b751dd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:27.588815 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7ebeb56b-b6e9-42dd-8d51-a815c376b373 req-9840181d-40b5-473c-9494-e8def686495a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e75a1530-67c8-4b46-b512-9889799617b9 HTTP/1.1" status: 200 len: 1000 time: 0.1515179 Aug 25 16:37:27.669111 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-216557ab-f104-4f67-a957-83631b751dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:27.710691 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebeb56b-b6e9-42dd-8d51-a815c376b373 req-a1512836-380e-4cda-a0a4-b73db253d921 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:27.712972 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7ebeb56b-b6e9-42dd-8d51-a815c376b373 req-a1512836-380e-4cda-a0a4-b73db253d921 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d63a0ffb-80d7-4462-90e5-4d8039ba5a58 HTTP/1.1" status: 200 len: 855 time: 0.1165712 Aug 25 16:37:27.740569 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-216557ab-f104-4f67-a957-83631b751dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:27.755068 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-7b9d9179-15f6-48c6-ba96-148c6d9c2f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:27.801757 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216557ab-f104-4f67-a957-83631b751dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cccd90-1ce7-4b5f-ad4e-b3724e4e6326,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:27.807619 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-216557ab-f104-4f67-a957-83631b751dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:27.809236 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.db.l3_db [None req-7a7b1756-1ef5-4eec-8c00-c2b273c80f87 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Floating IP e2b9078f-1034-4f50-822b-7961a11f21ce associated. External IP: 172.28.2.21, port: fb1a07d4-db90-4ee5-ac93-176f9dc7f534. Aug 25 16:37:27.879582 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-2f74bfc1-7c4e-4a55-91f8-3dfd1af8b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:36:40Z', 'revision_number': 4, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_floatingips': [{'id': 'e9ddb7a5-32fc-4dc6-a9c3-568b2808885d', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'floating_ip_address': '172.28.2.113', 'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'router_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'port_id': 'e75a1530-67c8-4b46-b512-9889799617b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'mac_address': 'fa:16:3e:10:c3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:36:54Z', 'updated_at': '2021-08-25T16:37:23Z', 'revision_number': 1, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c476155d-2667-490c-8dbc-59c05d74238e', 'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'mac_address': 'fa:16:3e:2f:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:39Z', 'updated_at': '2021-08-25T16:36:55Z', 'revision_number': 5, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'subnets': [{'id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:27.892581 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-216557ab-f104-4f67-a957-83631b751dd6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ad53212754144cc8d59604f98dd8c5e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5614347 Aug 25 16:37:27.898490 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54224) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:27.904232 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f74bfc1-7c4e-4a55-91f8-3dfd1af8b73a None None] Checking router: 5fa562bc-cbdd-47e6-a93c-41b705161d45 for host: dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:37:27.918751 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74bfc1-7c4e-4a55-91f8-3dfd1af8b73a None None] Routers {'5fa562bc-cbdd-47e6-a93c-41b705161d45'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:37:27.927784 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-2f74bfc1-7c4e-4a55-91f8-3dfd1af8b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:37:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['5fa562bc-cbdd-47e6-a93c-41b705161d45'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:28.001614 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c820-ff92-4dc9-a15d-52785bc1f82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:28.029851 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7ebeb56b-b6e9-42dd-8d51-a815c376b373 req-b8e33f9f-8f40-462d-b19d-bb091929d91b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3093255 Aug 25 16:37:28.106095 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:28.156359 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c820-ff92-4dc9-a15d-52785bc1f82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:28.425646 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c820-ff92-4dc9-a15d-52785bc1f82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:28.432134 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:28.436358 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7ebeb56b-b6e9-42dd-8d51-a815c376b373 req-90e00324-72f5-4a68-92fe-d43baf6603f2 service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872576 Aug 25 16:37:28.450173 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7c820-ff92-4dc9-a15d-52785bc1f82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cccd90-1ce7-4b5f-ad4e-b3724e4e6326,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:28.452919 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-4bb7c820-ff92-4dc9-a15d-52785bc1f82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:28.463545 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c820-ff92-4dc9-a15d-52785bc1f82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:28.464696 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-4bb7c820-ff92-4dc9-a15d-52785bc1f82e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83cccd90-1ce7-4b5f-ad4e-b3724e4e6326 HTTP/1.1" status: 204 len: 168 time: 0.5659444 Aug 25 16:37:28.501122 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-2f74bfc1-7c4e-4a55-91f8-3dfd1af8b73a None None] Set router 5fa562bc-cbdd-47e6-a93c-41b705161d45 gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:37:28.562886 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-36b07a14-61d5-42a8-ac64-afac24f23d7e req-e4563fb8-6e98-41d0-a184-02d5dadfcbdb tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] 10.222.0.35 "GET /v2.0/ports?device_id=72ffde7a-b75d-47e6-83a0-17e97f5cf2b6 HTTP/1.1" status: 200 len: 210 time: 0.0764835 Aug 25 16:37:28.764015 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7b1756-1ef5-4eec-8c00-c2b273c80f87 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Router 13985153-26b3-4672-9741-3cb8149e9719 has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:37:28.855862 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7ebeb56b-b6e9-42dd-8d51-a815c376b373 req-e00bf59c-b1dc-429d-8b89-7f962cdf57a2 service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153764 Aug 25 16:37:29.012872 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7b1756-1ef5-4eec-8c00-c2b273c80f87 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:37:29.017493 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7a7b1756-1ef5-4eec-8c00-c2b273c80f87 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for floatingip, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:29.029892 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2008db30-1cf2-4ac6-a2b8-4d65f5825d53 None None] Sync routers for ids ['13985153-26b3-4672-9741-3cb8149e9719'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:37:29.055657 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2008db30-1cf2-4ac6-a2b8-4d65f5825d53 None None] Routers {'13985153-26b3-4672-9741-3cb8149e9719'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:37:29.056911 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-2008db30-1cf2-4ac6-a2b8-4d65f5825d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:37:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['13985153-26b3-4672-9741-3cb8149e9719'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:29.074401 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-2f74bfc1-7c4e-4a55-91f8-3dfd1af8b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:36:40Z', 'revision_number': 4, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_floatingips': [{'id': 'e9ddb7a5-32fc-4dc6-a9c3-568b2808885d', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'floating_ip_address': '172.28.2.113', 'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'router_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'port_id': 'e75a1530-67c8-4b46-b512-9889799617b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'mac_address': 'fa:16:3e:10:c3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:36:54Z', 'updated_at': '2021-08-25T16:37:23Z', 'revision_number': 1, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c476155d-2667-490c-8dbc-59c05d74238e', 'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'mac_address': 'fa:16:3e:2f:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:39Z', 'updated_at': '2021-08-25T16:36:55Z', 'revision_number': 5, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'subnets': [{'id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:29.088381 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f74bfc1-7c4e-4a55-91f8-3dfd1af8b73a None None] The sync data for ids ['5fa562bc-cbdd-47e6-a93c-41b705161d45'] in dv-cinder-806008-1-smb is: [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:36:40Z', 'revision_number': 4, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_floatingips': [{'id': 'e9ddb7a5-32fc-4dc6-a9c3-568b2808885d', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'floating_ip_address': '172.28.2.113', 'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'router_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'port_id': 'e75a1530-67c8-4b46-b512-9889799617b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'mac_address': 'fa:16:3e:10:c3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:36:54Z', 'updated_at': '2021-08-25T16:37:23Z', 'revision_number': 1, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c476155d-2667-490c-8dbc-59c05d74238e', 'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'mac_address': 'fa:16:3e:2f:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:39Z', 'updated_at': '2021-08-25T16:36:55Z', 'revision_number': 5, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'subnets': [{'id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:37:29.100853 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-7a7b1756-1ef5-4eec-8c00-c2b273c80f87 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "PUT /v2.0/floatingips/e2b9078f-1034-4f50-822b-7961a11f21ce HTTP/1.1" status: 200 len: 990 time: 3.2772217 Aug 25 16:37:29.101863 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72', 'tag': 'fb1a07d4-db90-4ee5-ac93-176f9dc7f534'}] {{(pid=75939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:37:29.273352 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72', 'tag': 'fb1a07d4-db90-4ee5-ac93-176f9dc7f534', 'status': 'completed', 'code': 200} Aug 25 16:37:29.443437 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-2008db30-1cf2-4ac6-a2b8-4d65f5825d53 None None] Set router 13985153-26b3-4672-9741-3cb8149e9719 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:37:29.448582 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-5523f9fd-55fb-49bb-8b3a-b6fe68dc136d req-c7f25ad3-23c4-4215-9e37-775a3b7f389b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e190674e9304482495bba1179171dfd3&device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 1098 time: 0.1438544 Aug 25 16:37:29.713082 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 536765b9-cd87-4827-99ce-b7a5df3e67eb no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:37:29.770292 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: 536765b9-cd87-4827-99ce-b7a5df3e67eb {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:37:29.770826 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 536765b9-cd87-4827-99ce-b7a5df3e67eb not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:37:29.773093 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:29.808956 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523f9fd-55fb-49bb-8b3a-b6fe68dc136d req-507bb4a9-b9fa-41cc-a91a-ebd64d1b260e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:29.810396 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-5523f9fd-55fb-49bb-8b3a-b6fe68dc136d req-507bb4a9-b9fa-41cc-a91a-ebd64d1b260e service neutron] 10.222.0.81 "GET /v2.0/networks?id=2b868551-604b-4fc5-b01d-b07c18548dc0 HTTP/1.1" status: 200 len: 913 time: 0.3504660 Aug 25 16:37:29.927191 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-5523f9fd-55fb-49bb-8b3a-b6fe68dc136d req-b83e9936-4138-4606-9d35-d0b2c8629cd9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb1a07d4-db90-4ee5-ac93-176f9dc7f534 HTTP/1.1" status: 200 len: 998 time: 0.1034217 Aug 25 16:37:29.972467 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54290) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:29.984129 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:37:29.998040 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:30.005972 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523f9fd-55fb-49bb-8b3a-b6fe68dc136d req-627f3b50-0015-4a27-88df-e4bd1c8f847c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:30.008386 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-5523f9fd-55fb-49bb-8b3a-b6fe68dc136d req-627f3b50-0015-4a27-88df-e4bd1c8f847c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc013c14-7af0-4164-ba36-a7b01f82d66b HTTP/1.1" status: 200 len: 850 time: 0.0597215 Aug 25 16:37:30.075249 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-2008db30-1cf2-4ac6-a2b8-4d65f5825d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:36:45Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_floatingips': [{'id': 'e2b9078f-1034-4f50-822b-7961a11f21ce', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'floating_ip_address': '172.28.2.21', 'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'router_id': '13985153-26b3-4672-9741-3cb8149e9719', 'port_id': 'fb1a07d4-db90-4ee5-ac93-176f9dc7f534', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'mac_address': 'fa:16:3e:b8:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:37:00Z', 'updated_at': '2021-08-25T16:37:27Z', 'revision_number': 1, 'project_id': 'e190674e9304482495bba1179171dfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c7a42a-fa74-4fb2-a0f5-33ac15558671', 'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'mac_address': 'fa:16:3e:ba:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:43Z', 'updated_at': '2021-08-25T16:37:24Z', 'revision_number': 5, 'project_id': 'e190674e9304482495bba1179171dfd3', 'subnets': [{'id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:30.090955 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2008db30-1cf2-4ac6-a2b8-4d65f5825d53 None None] Checking router: 13985153-26b3-4672-9741-3cb8149e9719 for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:37:30.123702 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2008db30-1cf2-4ac6-a2b8-4d65f5825d53 None None] Routers {'13985153-26b3-4672-9741-3cb8149e9719'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:37:30.124377 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-2008db30-1cf2-4ac6-a2b8-4d65f5825d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:37:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['13985153-26b3-4672-9741-3cb8149e9719'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:30.135722 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-5523f9fd-55fb-49bb-8b3a-b6fe68dc136d req-d9ed2e3e-e9cb-4593-bd8a-7b1059e8d8ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2b868551-604b-4fc5-b01d-b07c18548dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1126330 Aug 25 16:37:30.170806 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:30.181203 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Usage tracker for resource:security_group_rule and tenant:caaea543171b45d9bfd92cb7d210411b is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:30.184662 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:30.195238 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:30.341276 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:30.369577 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-5523f9fd-55fb-49bb-8b3a-b6fe68dc136d req-205168b6-2f71-4e5f-9b2f-11595f2d63c7 service neutron] 10.222.0.81 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032239 Aug 25 16:37:30.466720 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-2008db30-1cf2-4ac6-a2b8-4d65f5825d53 None None] Set router 13985153-26b3-4672-9741-3cb8149e9719 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:37:30.470859 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:30.492575 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-49b89cb8-7e83-4563-8146-4d26c3d0fb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:30.612937 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-5523f9fd-55fb-49bb-8b3a-b6fe68dc136d req-8bc0cfdd-60f4-43c0-acd2-5fa2a918007d service neutron] 10.222.0.81 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319610 Aug 25 16:37:30.645723 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654c86c5-d5c7-4753-becf-2ede8d99be25 None None] New status for floating IP e9ddb7a5-32fc-4dc6-a9c3-568b2808885d: ACTIVE {{(pid=75942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:37:30.663779 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84378fde-a1ad-418a-934f-5d970e828bb5,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:30.688501 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=caaea543171b45d9bfd92cb7d210411b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7145305 Aug 25 16:37:30.694737 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54316) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:30.722095 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:30.723115 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:30.723884 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:30.724986 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:30.726678 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:30.727688 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:30.728498 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:30.729796 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:30.737261 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:30.737858 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:30.740156 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:30.747743 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:30.955429 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-2008db30-1cf2-4ac6-a2b8-4d65f5825d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:36:45Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_floatingips': [{'id': 'e2b9078f-1034-4f50-822b-7961a11f21ce', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'floating_ip_address': '172.28.2.21', 'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'router_id': '13985153-26b3-4672-9741-3cb8149e9719', 'port_id': 'fb1a07d4-db90-4ee5-ac93-176f9dc7f534', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'mac_address': 'fa:16:3e:b8:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:37:00Z', 'updated_at': '2021-08-25T16:37:27Z', 'revision_number': 1, 'project_id': 'e190674e9304482495bba1179171dfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c7a42a-fa74-4fb2-a0f5-33ac15558671', 'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'mac_address': 'fa:16:3e:ba:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:43Z', 'updated_at': '2021-08-25T16:37:24Z', 'revision_number': 5, 'project_id': 'e190674e9304482495bba1179171dfd3', 'subnets': [{'id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:30.960791 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2008db30-1cf2-4ac6-a2b8-4d65f5825d53 None None] The sync data for ids ['13985153-26b3-4672-9741-3cb8149e9719'] in dv-cinder-806008-1-smb is: [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:36:45Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_floatingips': [{'id': 'e2b9078f-1034-4f50-822b-7961a11f21ce', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'floating_ip_address': '172.28.2.21', 'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'router_id': '13985153-26b3-4672-9741-3cb8149e9719', 'port_id': 'fb1a07d4-db90-4ee5-ac93-176f9dc7f534', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'mac_address': 'fa:16:3e:b8:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:37:00Z', 'updated_at': '2021-08-25T16:37:27Z', 'revision_number': 1, 'project_id': 'e190674e9304482495bba1179171dfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c7a42a-fa74-4fb2-a0f5-33ac15558671', 'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'mac_address': 'fa:16:3e:ba:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:43Z', 'updated_at': '2021-08-25T16:37:24Z', 'revision_number': 5, 'project_id': 'e190674e9304482495bba1179171dfd3', 'subnets': [{'id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:37:31.031090 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7ffabae6-73d3-41dd-9b2f-510c14f0124e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:31.182226 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7ffabae6-73d3-41dd-9b2f-510c14f0124e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:31.368179 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7ffabae6-73d3-41dd-9b2f-510c14f0124e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:31.378692 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-b003f579-8dbc-40d5-967e-bff31c6fb9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:31.391246 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffabae6-73d3-41dd-9b2f-510c14f0124e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84378fde-a1ad-418a-934f-5d970e828bb5,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:31.405259 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-7ffabae6-73d3-41dd-9b2f-510c14f0124e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:31.408109 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7ffabae6-73d3-41dd-9b2f-510c14f0124e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:31.409462 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-7ffabae6-73d3-41dd-9b2f-510c14f0124e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84378fde-a1ad-418a-934f-5d970e828bb5 HTTP/1.1" status: 204 len: 168 time: 0.7133410 Aug 25 16:37:32.305164 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54364) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:32.340160 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54370) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:32.741583 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54398) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:32.762956 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:32.779656 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-659d3c4f-c2f8-4c07-89f3-ce3a5d922250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:32.822859 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:32.830154 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Usage tracker for resource:security_group_rule and tenant:436e3aeb5b2246d5a09c90d26dfa8eaf is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:32.835004 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:32.843739 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:32.886026 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-659d3c4f-c2f8-4c07-89f3-ce3a5d922250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:32.898326 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-659d3c4f-c2f8-4c07-89f3-ce3a5d922250 admin admin] Usage tracker for resource:security_group_rule and tenant:e0c2a037074b4ca69b3a51d339ade5a5 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:32.926894 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-659d3c4f-c2f8-4c07-89f3-ce3a5d922250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:32.953627 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-659d3c4f-c2f8-4c07-89f3-ce3a5d922250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:32.955181 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54408) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:33.072539 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.077031 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_v2 [None req-79cb262d-d013-4bdc-b988-c379e57d9d84 admin admin] Deleting subnet 9bf357e4-51e4-466b-9abb-cc5de2ed2d39 {{(pid=75940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:37:33.082303 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-79cb262d-d013-4bdc-b988-c379e57d9d84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.082998 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-659d3c4f-c2f8-4c07-89f3-ce3a5d922250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.168091 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-659d3c4f-c2f8-4c07-89f3-ce3a5d922250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.185204 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:33.186670 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.206848 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-59173e0a-78a7-4af0-8077-e5fb65286053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:33.265494 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d3c4f-c2f8-4c07-89f3-ce3a5d922250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a9ed6c-b132-422a-91e2-e89b93928b87,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:33.266847 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-79cb262d-d013-4bdc-b988-c379e57d9d84 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.270212 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-659d3c4f-c2f8-4c07-89f3-ce3a5d922250 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e0c2a037074b4ca69b3a51d339ade5a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5273786 Aug 25 16:37:33.271173 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-659d3c4f-c2f8-4c07-89f3-ce3a5d922250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:33.276793 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54414) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:33.286295 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163a2c95-11e2-498c-90a4-de2681916a34,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:33.291900 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-79cb262d-d013-4bdc-b988-c379e57d9d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794922'] for subnet, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.320765 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:33.321484 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:33.321484 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:33.322304 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:33.322304 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:33.322508 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:33.322762 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:33.323096 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:33.323425 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:33.323752 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:33.324108 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:33.329933 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-dc36519d-375f-4055-aeb6-ddf41cb6a181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.331998 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:33.341396 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=436e3aeb5b2246d5a09c90d26dfa8eaf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0317457 Aug 25 16:37:33.341396 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54418) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:33.394797 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9de8e4ee-21ec-4ee2-94c2-c105397f7bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.398511 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-dc36519d-375f-4055-aeb6-ddf41cb6a181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:33.412034 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-dc36519d-375f-4055-aeb6-ddf41cb6a181 admin admin] Usage tracker for resource:security_group_rule and tenant:a8639ea6cbcf409fbfa0aafca6e9e3fa is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:33.417311 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-dc36519d-375f-4055-aeb6-ddf41cb6a181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:33.436387 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-43e27c18-ff9e-4819-94f1-419f0772fed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.436712 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-dc36519d-375f-4055-aeb6-ddf41cb6a181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:33.443137 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9de8e4ee-21ec-4ee2-94c2-c105397f7bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.477516 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-43e27c18-ff9e-4819-94f1-419f0772fed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.556684 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-dc36519d-375f-4055-aeb6-ddf41cb6a181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.572964 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-79cb262d-d013-4bdc-b988-c379e57d9d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for subnet, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.578338 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:33.636628 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb262d-d013-4bdc-b988-c379e57d9d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bf357e4-51e4-466b-9abb-cc5de2ed2d39,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:33.641145 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-79cb262d-d013-4bdc-b988-c379e57d9d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:33.645676 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-79cb262d-d013-4bdc-b988-c379e57d9d84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.661432 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-dc36519d-375f-4055-aeb6-ddf41cb6a181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.665391 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-43e27c18-ff9e-4819-94f1-419f0772fed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.672800 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-4547b04a-2da6-4c9f-9256-0fcf315080c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:33.675475 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-bedf65fb-c185-467f-81d3-194b7ac16229 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:33.690302 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-43e27c18-ff9e-4819-94f1-419f0772fed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.690302 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-43e27c18-ff9e-4819-94f1-419f0772fed9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/163a2c95-11e2-498c-90a4-de2681916a34 HTTP/1.1" status: 204 len: 168 time: 0.3476632 Aug 25 16:37:33.690703 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9de8e4ee-21ec-4ee2-94c2-c105397f7bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.690841 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e27c18-ff9e-4819-94f1-419f0772fed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163a2c95-11e2-498c-90a4-de2681916a34,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:33.693107 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-43e27c18-ff9e-4819-94f1-419f0772fed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:33.695133 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-79cb262d-d013-4bdc-b988-c379e57d9d84 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9bf357e4-51e4-466b-9abb-cc5de2ed2d39 HTTP/1.1" status: 204 len: 168 time: 0.7380745 Aug 25 16:37:33.699544 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54430) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:33.780546 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36519d-375f-4055-aeb6-ddf41cb6a181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b705568-a9c1-4ea3-9047-ca9df83c9b10,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:33.793702 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-dc36519d-375f-4055-aeb6-ddf41cb6a181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:33.794124 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:33.821059 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8e4ee-21ec-4ee2-94c2-c105397f7bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a9ed6c-b132-422a-91e2-e89b93928b87,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:33.826674 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54434) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:33.827540 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-9de8e4ee-21ec-4ee2-94c2-c105397f7bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:33.836415 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-dc36519d-375f-4055-aeb6-ddf41cb6a181 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8639ea6cbcf409fbfa0aafca6e9e3fa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4950998 Aug 25 16:37:33.837095 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54438) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:33.860861 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9de8e4ee-21ec-4ee2-94c2-c105397f7bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.862128 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-9de8e4ee-21ec-4ee2-94c2-c105397f7bae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9a9ed6c-b132-422a-91e2-e89b93928b87 HTTP/1.1" status: 204 len: 168 time: 0.5842490 Aug 25 16:37:33.874389 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66643152'] for network, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.937875 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d961e54c-b3a8-465f-b709-f6febf2a4dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:33.976187 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d961e54c-b3a8-465f-b709-f6febf2a4dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:34.058400 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796067', 'neutron.services.segments.db._delete_segments_for_network-8731567645826'] for network, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:34.073032 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe2dac4-4727-499f-b415-80b9ce633201 None None] New status for floating IP e2b9078f-1034-4f50-822b-7961a11f21ce: ACTIVE {{(pid=75941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:37:34.102372 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:37:34.103011 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-acff9c21-80f5-4cd8-b068-6887410b0234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:34.103800 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:37:34.108669 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:37:34.110137 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Subscribe: > port after_create 55550000 {{(pid=75940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:37:34.111292 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:37:34.113229 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Subscribe: > port after_update 55550000 {{(pid=75940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:37:34.116907 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:37:34.117534 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:37:34.118580 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:37:34.119111 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:37:34.141384 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d961e54c-b3a8-465f-b709-f6febf2a4dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:34.157097 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-add71849-d0b2-46e5-a09f-534b7b79dba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:34.176549 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d961e54c-b3a8-465f-b709-f6febf2a4dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:34.181057 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-d961e54c-b3a8-465f-b709-f6febf2a4dee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b705568-a9c1-4ea3-9047-ca9df83c9b10 HTTP/1.1" status: 204 len: 168 time: 0.3382642 Aug 25 16:37:34.182415 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e54c-b3a8-465f-b709-f6febf2a4dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b705568-a9c1-4ea3-9047-ca9df83c9b10,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:34.187745 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-d961e54c-b3a8-465f-b709-f6febf2a4dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:34.188621 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-acff9c21-80f5-4cd8-b068-6887410b0234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:34.193108 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-acff9c21-80f5-4cd8-b068-6887410b0234 admin admin] Usage tracker for resource:security_group_rule and tenant:0c2dbc1bf5fa4b9ea1e1d55cc8e6a016 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:34.203610 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-acff9c21-80f5-4cd8-b068-6887410b0234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:34.204414 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-acff9c21-80f5-4cd8-b068-6887410b0234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:34.265689 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:37:34.266336 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:37:34.266911 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:37:34.267484 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:37:34.273410 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c']}} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:34.327193 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a4a43f-0797-43b1-a224-a2a0bbb8033c') {'for_net_delete': True} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:34.327838 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a4a43f-0797-43b1-a224-a2a0bbb8033c') {} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:34.354355 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731567646621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652216'] for segment, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:34.381518 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-acff9c21-80f5-4cd8-b068-6887410b0234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:34.384147 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:34.400441 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=75940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:37:34.401395 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66794767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1515076'] for segment, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: util.warn_limited( Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: util.warn_limited( Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: Traceback (most recent call last): Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: timer() Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: cb(*args, **kw) Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: return func(*args, **kwargs) Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: self._notify() Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: self.callback(batched_events) Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: event.method(event) Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: return f(self, *a, **k) Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: return self._get(url).json() Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: return self.request(url, 'GET', **kwargs) Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:37:34.435857 dv-cinder-806008-1-smb neutron-server[75940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:37:34.527302 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-acff9c21-80f5-4cd8-b068-6887410b0234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:34.536883 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-6930448e-982b-4101-a10b-2a9f010a1f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:34.584370 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-acff9c21-80f5-4cd8-b068-6887410b0234 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c2dbc1bf5fa4b9ea1e1d55cc8e6a016&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7554886 Aug 25 16:37:34.585508 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff9c21-80f5-4cd8-b068-6887410b0234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5f663f-6b7e-4604-8eee-03cda240ff72,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:34.587505 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54454) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:34.588812 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-acff9c21-80f5-4cd8-b068-6887410b0234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:34.637753 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741978'] for network, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:34.647014 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:34.668461 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:34.745670 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:34.759807 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:34.767352 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-69684b7e-5a0d-4973-af50-e23866616a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:34.806964 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-69684b7e-5a0d-4973-af50-e23866616a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:34.850835 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6fe4ec5b-40e2-49c3-a35c-44dd3a108a0c HTTP/1.1" status: 204 len: 168 time: 1.1491525 Aug 25 16:37:34.907805 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54466) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:34.928243 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e7bd098e-2e3b-4b64-bba5-8b01dd96f3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:34.979838 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-69684b7e-5a0d-4973-af50-e23866616a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:34.986927 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:35.009432 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-e7bd098e-2e3b-4b64-bba5-8b01dd96f3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:35.012770 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69684b7e-5a0d-4973-af50-e23866616a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5f663f-6b7e-4604-8eee-03cda240ff72,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:35.018918 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-e7bd098e-2e3b-4b64-bba5-8b01dd96f3a5 admin admin] Usage tracker for resource:security_group_rule and tenant:d4d5bf0aad524b648aa4430ff6140156 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:35.025257 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-69684b7e-5a0d-4973-af50-e23866616a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:35.025257 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-e7bd098e-2e3b-4b64-bba5-8b01dd96f3a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:35.032720 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-69684b7e-5a0d-4973-af50-e23866616a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:35.037165 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-69684b7e-5a0d-4973-af50-e23866616a15 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c5f663f-6b7e-4604-8eee-03cda240ff72 HTTP/1.1" status: 204 len: 168 time: 0.4454656 Aug 25 16:37:35.037165 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-e7bd098e-2e3b-4b64-bba5-8b01dd96f3a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:35.132997 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e7bd098e-2e3b-4b64-bba5-8b01dd96f3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:35.229910 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e7bd098e-2e3b-4b64-bba5-8b01dd96f3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:35.243104 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-4753927c-11b5-4056-b91d-a975eee61299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:35.291471 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd098e-2e3b-4b64-bba5-8b01dd96f3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1574070a-4cb3-4753-baa1-0145acac217a,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:35.295805 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-e7bd098e-2e3b-4b64-bba5-8b01dd96f3a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4d5bf0aad524b648aa4430ff6140156&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3868096 Aug 25 16:37:35.296743 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-e7bd098e-2e3b-4b64-bba5-8b01dd96f3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:35.299131 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54476) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:35.362590 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0f76ff62-2e82-45c5-90af-60cbcea3b338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:35.390505 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0f76ff62-2e82-45c5-90af-60cbcea3b338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:35.526386 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0f76ff62-2e82-45c5-90af-60cbcea3b338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:35.535856 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:35.548189 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76ff62-2e82-45c5-90af-60cbcea3b338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1574070a-4cb3-4753-baa1-0145acac217a,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:35.551353 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0f76ff62-2e82-45c5-90af-60cbcea3b338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:35.556968 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0f76ff62-2e82-45c5-90af-60cbcea3b338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:35.558414 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-0f76ff62-2e82-45c5-90af-60cbcea3b338 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1574070a-4cb3-4753-baa1-0145acac217a HTTP/1.1" status: 204 len: 168 time: 0.2580061 Aug 25 16:37:35.672011 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54486) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:35.755259 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-7eb6a4df-1ada-4d37-9bbe-50277edf5ef9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1bbd0c91a71742bd939e6da8e7a3d60d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0814478 Aug 25 16:37:35.758563 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54492) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:35.836314 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d4aa58b0-9729-4014-9595-5b0de7e98c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:35.876745 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d4aa58b0-9729-4014-9595-5b0de7e98c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:36.036617 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d4aa58b0-9729-4014-9595-5b0de7e98c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:36.043252 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:36.061968 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa58b0-9729-4014-9595-5b0de7e98c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c105cb-6923-46b9-bd94-8e27432cd51d,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:36.076067 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d4aa58b0-9729-4014-9595-5b0de7e98c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:36.150075 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d4aa58b0-9729-4014-9595-5b0de7e98c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:36.152013 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-d4aa58b0-9729-4014-9595-5b0de7e98c02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71c105cb-6923-46b9-bd94-8e27432cd51d HTTP/1.1" status: 204 len: 168 time: 0.3916159 Aug 25 16:37:36.362657 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54514) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:36.390701 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b30ec5e6-4bdd-45fc-b976-015552320233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:36.458148 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-b30ec5e6-4bdd-45fc-b976-015552320233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:36.466381 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-b30ec5e6-4bdd-45fc-b976-015552320233 admin admin] Usage tracker for resource:security_group_rule and tenant:8dbbb23c30f544249b4c99ee07907080 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:36.481110 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-b30ec5e6-4bdd-45fc-b976-015552320233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:36.488738 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-b30ec5e6-4bdd-45fc-b976-015552320233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:36.605725 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b30ec5e6-4bdd-45fc-b976-015552320233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:36.682868 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b30ec5e6-4bdd-45fc-b976-015552320233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:36.689964 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-32dd1d94-7482-4862-ba42-783b8592e6de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:36.742719 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ec5e6-4bdd-45fc-b976-015552320233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f6f8ed-75ff-4180-b35c-2de704f41945,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:36.748119 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-b30ec5e6-4bdd-45fc-b976-015552320233 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8dbbb23c30f544249b4c99ee07907080&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3841715 Aug 25 16:37:36.750025 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54530) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:36.750803 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-b30ec5e6-4bdd-45fc-b976-015552320233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:36.831376 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b163552e-0f5d-4f85-9d16-1f6dad2f80ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:36.862331 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b163552e-0f5d-4f85-9d16-1f6dad2f80ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:37.064688 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b163552e-0f5d-4f85-9d16-1f6dad2f80ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:37.071167 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-dc36519d-375f-4055-aeb6-ddf41cb6a181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:37.083028 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163552e-0f5d-4f85-9d16-1f6dad2f80ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f6f8ed-75ff-4180-b35c-2de704f41945,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:37.086796 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-b163552e-0f5d-4f85-9d16-1f6dad2f80ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:37.103035 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b163552e-0f5d-4f85-9d16-1f6dad2f80ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:37.107972 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54538) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:37.109520 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-b163552e-0f5d-4f85-9d16-1f6dad2f80ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/52f6f8ed-75ff-4180-b35c-2de704f41945 HTTP/1.1" status: 204 len: 168 time: 0.3583069 Aug 25 16:37:37.142864 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-277c9706-d730-4224-9839-238d815afeeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:37.189420 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-277c9706-d730-4224-9839-238d815afeeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:37.194979 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-277c9706-d730-4224-9839-238d815afeeb admin admin] Usage tracker for resource:security_group_rule and tenant:e321d645c9534dbaa63ae97d798446a2 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:37.198255 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-277c9706-d730-4224-9839-238d815afeeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:37.205064 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-277c9706-d730-4224-9839-238d815afeeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:37.295549 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-277c9706-d730-4224-9839-238d815afeeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:37.361697 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-277c9706-d730-4224-9839-238d815afeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:37.370863 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-726249e1-1116-42da-a230-5106e2ec19c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:37.422100 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c9706-d730-4224-9839-238d815afeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea702369-d7ba-47fc-af0a-aa7584e5b3d9,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:37.425625 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-277c9706-d730-4224-9839-238d815afeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:37.429053 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-277c9706-d730-4224-9839-238d815afeeb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e321d645c9534dbaa63ae97d798446a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3183377 Aug 25 16:37:37.434387 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54548) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:37.514510 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e32cb42c-75e4-4f80-8af1-67ff3b4abf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:37.542517 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e32cb42c-75e4-4f80-8af1-67ff3b4abf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:37.698789 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e32cb42c-75e4-4f80-8af1-67ff3b4abf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:37.704174 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5bf4584f-4f9b-4a26-be7a-513fe5703b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:37.718690 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cb42c-75e4-4f80-8af1-67ff3b4abf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea702369-d7ba-47fc-af0a-aa7584e5b3d9,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:37.722859 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-e32cb42c-75e4-4f80-8af1-67ff3b4abf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:37.730373 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e32cb42c-75e4-4f80-8af1-67ff3b4abf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:37.731651 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-e32cb42c-75e4-4f80-8af1-67ff3b4abf23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ea702369-d7ba-47fc-af0a-aa7584e5b3d9 HTTP/1.1" status: 204 len: 168 time: 0.2958853 Aug 25 16:37:40.651533 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54656) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:41.104200 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1302123852-network', 'tenant_id': '751c2e48d9e64ae0886929b884077d9d'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:37:41.110678 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:41.120627 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Usage tracker for resource:network and tenant:751c2e48d9e64ae0886929b884077d9d is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:41.125491 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:41.139656 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:41.225486 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Made reservation on behalf of 751c2e48d9e64ae0886929b884077d9d for: {'network': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:37:41.229279 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for network, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:41.252962 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:41.309396 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:41.314550 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Usage tracker for resource:security_group_rule and tenant:751c2e48d9e64ae0886929b884077d9d is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:41.318134 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:41.331332 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:41.404780 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:41.549975 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:41.554612 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0d71a53c-874e-4c12-a7d6-84745769b136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:41.605396 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] vlan segment allocate from pool success with {'vlan_id': 1203, 'physical_network': 'physnet1'} {{(pid=75939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:37:41.618551 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:41.623904 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:41.628048 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:41.628816 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.db.segments_db [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Added segment f2fc91ca-ea4e-417f-bb49-e2b3dbe70918 of type vlan for network b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 Aug 25 16:37:41.671423 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731567222914'] for network, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:41.830385 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for network, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:41.834759 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:41.835938 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:41.855153 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-a131a398-b3dc-4e8e-aacf-42c6e6f25f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:42.104791 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Pushing event updated for resources: {'Network': ['ID=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:42.115276 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:42.129972 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Network b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 details requested by agent ovs-agent-dv-cinder-806008-1-smb with host dv-cinder-806008-1-smb {{(pid=75941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:37:42.204384 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5489125 Aug 25 16:37:42.205192 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54714) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:42.212753 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-8a0a1d7e-4367-40bd-b401-64283dd87997 admin admin] Request body: {'subnet': {'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1302123852-subnet', 'tenant_id': '751c2e48d9e64ae0886929b884077d9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:37:42.224060 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-8a0a1d7e-4367-40bd-b401-64283dd87997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:42.233905 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-8a0a1d7e-4367-40bd-b401-64283dd87997 admin admin] Usage tracker for resource:subnet and tenant:751c2e48d9e64ae0886929b884077d9d is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:42.241250 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-8a0a1d7e-4367-40bd-b401-64283dd87997 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:42.257410 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-8a0a1d7e-4367-40bd-b401-64283dd87997 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:42.345577 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0a1d7e-4367-40bd-b401-64283dd87997 admin admin] Made reservation on behalf of 751c2e48d9e64ae0886929b884077d9d for: {'subnet': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:37:42.351975 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1d7e-4367-40bd-b401-64283dd87997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1491093'] for subnet, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:42.840999 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1d7e-4367-40bd-b401-64283dd87997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1700277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1491079'] for subnet, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:42.845655 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-5509e0f3-6534-4afa-8f80-e95cf7d3c8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:42.949707 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0a1d7e-4367-40bd-b401-64283dd87997 admin admin] Checking segment: {'id': 'f2fc91ca-ea4e-417f-bb49-e2b3dbe70918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:37:42.950131 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0a1d7e-4367-40bd-b401-64283dd87997 admin admin] Network hostable DHCP agents. Network: b08e7367-2ed2-4b6d-8e3c-ddc97b10c842, hostable agents: ['15364a29-dc0b-4d98-aa4e-4a52ef949670'], hosted agents: [] {{(pid=75939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:37:42.958964 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a1d7e-4367-40bd-b401-64283dd87997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c9faabb-f86c-4b8a-a5f6-071036eb98a3,revision_number=0']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:42.963163 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-8a0a1d7e-4367-40bd-b401-64283dd87997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:43.093280 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0a1d7e-4367-40bd-b401-64283dd87997 admin admin] Network b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 is scheduled to be hosted by DHCP agent 15364a29-dc0b-4d98-aa4e-4a52ef949670 with binding_index 1 {{(pid=75939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:37:43.190457 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-8a0a1d7e-4367-40bd-b401-64283dd87997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-smb, b08e7367-2ed2-4b6d-8e3c-ddc97b10c842) {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:37:43.197341 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0a1d7e-4367-40bd-b401-64283dd87997 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:43.198107 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1d7e-4367-40bd-b401-64283dd87997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for subnet, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:43.203841 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b870a95-43b1-45ba-94af-5af9c52158ff None None] Network b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:37:43.322272 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-8a0a1d7e-4367-40bd-b401-64283dd87997 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1157956 Aug 25 16:37:43.325536 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54754) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:43.333412 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1302123852-router', 'tenant_id': '751c2e48d9e64ae0886929b884077d9d', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:37:43.350293 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:43.372023 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Usage tracker for resource:router and tenant:751c2e48d9e64ae0886929b884077d9d is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:43.375403 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:43.386556 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:43.493047 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6ebf87-22c7-4dcc-9357-8f0d6ed16620 None None] Network b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:37:43.556939 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3833'] for router, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:43.558594 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3826'] for router, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:43.591815 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:43.907332 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-743672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:44.333618 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54788) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:44.467138 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:44.500750 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:44.743529 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-82e40a48-5a1d-4a5d-8562-6f89d396df26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:44.796523 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Allocated IP 172.28.2.64 (298d0f1e-c103-4242-b158-a28991e655e1/5184b04e-1ca0-4ee3-a46f-6b013348b4a8/739d2393-5789-469b-bedd-64c5770981e4) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:37:44.810269 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-82e40a48-5a1d-4a5d-8562-6f89d396df26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:44.815777 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-82e40a48-5a1d-4a5d-8562-6f89d396df26 admin admin] Usage tracker for resource:security_group_rule and tenant:6aa0342b842547d586992229b2d37932 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:44.821284 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-82e40a48-5a1d-4a5d-8562-6f89d396df26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:44.849129 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-82e40a48-5a1d-4a5d-8562-6f89d396df26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:45.018579 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:45.045155 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-82e40a48-5a1d-4a5d-8562-6f89d396df26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:45.097301 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54808) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:45.122323 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-82e40a48-5a1d-4a5d-8562-6f89d396df26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:45.133620 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:45.158623 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:45.210027 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e40a48-5a1d-4a5d-8562-6f89d396df26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6b1d39-1423-4c0c-b665-e47233a56db7,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:45.217468 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-82e40a48-5a1d-4a5d-8562-6f89d396df26 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6aa0342b842547d586992229b2d37932&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8818886 Aug 25 16:37:45.219210 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-82e40a48-5a1d-4a5d-8562-6f89d396df26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:45.219701 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-907045b1-d1f9-4fbe-b28f-04a5ddffb7bc tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:45.225907 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54814) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:45.330986 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Network 298d0f1e-c103-4242-b158-a28991e655e1 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:37:45.334222 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:37:45.340289 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:37:45.413370 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-2617c8ad-e045-4935-9acd-3743a7efd623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:45.476437 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-2617c8ad-e045-4935-9acd-3743a7efd623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:45.614154 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Pushing event updated for resources: {'Port': ['ID=739d2393-5789-469b-bedd-64c5770981e4,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:45.631771 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c3b1408e-b426-4c65-91c9-44ecb4263b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:45.652770 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:45.688059 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-2617c8ad-e045-4935-9acd-3743a7efd623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:45.704722 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:45.747908 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-c3b1408e-b426-4c65-91c9-44ecb4263b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:45.755179 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617c8ad-e045-4935-9acd-3743a7efd623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6b1d39-1423-4c0c-b665-e47233a56db7,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:45.765206 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-c3b1408e-b426-4c65-91c9-44ecb4263b4a admin admin] Usage tracker for resource:security_group_rule and tenant:8fd68ecbe1ef4b47bdb2b076c3f59718 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:45.770529 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-2617c8ad-e045-4935-9acd-3743a7efd623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:45.775834 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-c3b1408e-b426-4c65-91c9-44ecb4263b4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:45.776888 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-2617c8ad-e045-4935-9acd-3743a7efd623 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab6b1d39-1423-4c0c-b665-e47233a56db7 HTTP/1.1" status: 204 len: 168 time: 0.5490923 Aug 25 16:37:45.777962 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-2617c8ad-e045-4935-9acd-3743a7efd623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:45.800268 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-c3b1408e-b426-4c65-91c9-44ecb4263b4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:45.988906 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c3b1408e-b426-4c65-91c9-44ecb4263b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:45.990101 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:45.992369 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741915'] for router, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:46.091175 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c3b1408e-b426-4c65-91c9-44ecb4263b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:46.100348 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:46.152852 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1408e-b426-4c65-91c9-44ecb4263b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ec0c4f-4734-4ccd-a57e-addf6ba3abd1,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:46.163574 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-c3b1408e-b426-4c65-91c9-44ecb4263b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:46.167565 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-c3b1408e-b426-4c65-91c9-44ecb4263b4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fd68ecbe1ef4b47bdb2b076c3f59718&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0689406 Aug 25 16:37:46.170310 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54840) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:46.421118 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-541144f8-bed7-4090-970a-c84cc6b89d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:46.487558 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-541144f8-bed7-4090-970a-c84cc6b89d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:46.710626 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Router 1a798342-122d-4f02-af00-098908aa71b5 is scheduled to L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 with binding_index 1 {{(pid=75939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:37:46.836160 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-541144f8-bed7-4090-970a-c84cc6b89d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:46.854452 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-d961e54c-b3a8-465f-b709-f6febf2a4dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:46.880054 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541144f8-bed7-4090-970a-c84cc6b89d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ec0c4f-4734-4ccd-a57e-addf6ba3abd1,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:46.887824 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-541144f8-bed7-4090-970a-c84cc6b89d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:46.953251 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-541144f8-bed7-4090-970a-c84cc6b89d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:46.955181 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-541144f8-bed7-4090-970a-c84cc6b89d96 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c0ec0c4f-4734-4ccd-a57e-addf6ba3abd1 HTTP/1.1" status: 204 len: 168 time: 0.7836168 Aug 25 16:37:47.189577 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:37:47.218578 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Sync routers for ids ['1a798342-122d-4f02-af00-098908aa71b5'] in dv-cinder-806008-1-smb {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:37:47.263427 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Routers {'1a798342-122d-4f02-af00-098908aa71b5'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:37:47.266812 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:37:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['1a798342-122d-4f02-af00-098908aa71b5'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:47.338119 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Notify callbacks [] for router, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:47.339775 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0129244 Aug 25 16:37:47.344379 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 54876) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:47.976128 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Set router 1a798342-122d-4f02-af00-098908aa71b5 gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:37:48.378119 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54902) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:48.405114 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a798342-122d-4f02-af00-098908aa71b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1302123852-router', 'tenant_id': '751c2e48d9e64ae0886929b884077d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '739d2393-5789-469b-bedd-64c5770981e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:37:43Z', 'updated_at': '2021-08-25T16:37:45Z', 'revision_number': 3, 'project_id': '751c2e48d9e64ae0886929b884077d9d', 'gw_port': {'id': '739d2393-5789-469b-bedd-64c5770981e4', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ad:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a798342-122d-4f02-af00-098908aa71b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:37:44Z', 'updated_at': '2021-08-25T16:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:48.411179 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Checking router: 1a798342-122d-4f02-af00-098908aa71b5 for host: dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:37:48.411979 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Updating router 1a798342-122d-4f02-af00-098908aa71b5 port 739d2393-5789-469b-bedd-64c5770981e4 binding host dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:37:48.462994 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a7e184c4-0330-4a07-baa6-133f2cdb7381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:48.496938 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:48.571095 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-a7e184c4-0330-4a07-baa6-133f2cdb7381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:48.588789 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-a7e184c4-0330-4a07-baa6-133f2cdb7381 admin admin] Usage tracker for resource:security_group_rule and tenant:d8ef349b15f24603b6e764a30cecdb65 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:48.606358 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-a7e184c4-0330-4a07-baa6-133f2cdb7381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:48.625821 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-a7e184c4-0330-4a07-baa6-133f2cdb7381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:48.828542 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a7e184c4-0330-4a07-baa6-133f2cdb7381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:48.898579 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a7e184c4-0330-4a07-baa6-133f2cdb7381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:48.906782 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-398176a3-fb85-4ad9-b9e8-8309ecf488e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:48.989067 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e184c4-0330-4a07-baa6-133f2cdb7381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76fb06a-4af0-43b5-ac24-50dd855f0ab1,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:49.014510 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-a7e184c4-0330-4a07-baa6-133f2cdb7381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:49.082704 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-a7e184c4-0330-4a07-baa6-133f2cdb7381 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8ef349b15f24603b6e764a30cecdb65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6984196 Aug 25 16:37:49.082704 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 54914) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:49.210112 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:49.214526 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-05bd77ad-b4f4-43fa-af9c-877ce0acec6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:49.250782 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-05bd77ad-b4f4-43fa-af9c-877ce0acec6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:49.299983 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Notify callbacks [] for port, precommit_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:49.325999 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.provisioning_blocks [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Transition to ACTIVE for port object 739d2393-5789-469b-bedd-64c5770981e4 will not be triggered until provisioned by entity L2. {{(pid=75942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:37:49.494148 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:49.496473 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-05bd77ad-b4f4-43fa-af9c-877ce0acec6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:49.502370 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:49.508971 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-f4a06043-5582-4d5c-aafc-8a842622bf4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:49.535330 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd77ad-b4f4-43fa-af9c-877ce0acec6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76fb06a-4af0-43b5-ac24-50dd855f0ab1,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:49.539797 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-05bd77ad-b4f4-43fa-af9c-877ce0acec6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:49.541469 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-05bd77ad-b4f4-43fa-af9c-877ce0acec6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:49.544381 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-05bd77ad-b4f4-43fa-af9c-877ce0acec6f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b76fb06a-4af0-43b5-ac24-50dd855f0ab1 HTTP/1.1" status: 204 len: 168 time: 0.4633634 Aug 25 16:37:49.707075 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Attempting to bind port 739d2393-5789-469b-bedd-64c5770981e4 on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:37:49.708011 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Attempting to bind port 739d2393-5789-469b-bedd-64c5770981e4 by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}] {{(pid=75942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:37:49.708203 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Attempting to bind port 739d2393-5789-469b-bedd-64c5770981e4 on network 298d0f1e-c103-4242-b158-a28991e655e1 {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:37:49.720441 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c21e18-86c6-4942-bec6-c836a8a5209d None None] Pushing event updated for resources: {'Port': ['ID=739d2393-5789-469b-bedd-64c5770981e4,revision_number=2']} {{(pid=75942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:49.729698 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:37:49.730226 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Checking segment: {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:37:49.730843 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:49.731497 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Bound using segment: {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'} {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:37:49.732438 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Bound port: 739d2393-5789-469b-bedd-64c5770981e4, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}}] {{(pid=75942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:37:49.733066 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:49.808137 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c21e18-86c6-4942-bec6-c836a8a5209d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:49.808719 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c21e18-86c6-4942-bec6-c836a8a5209d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:49.809783 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c21e18-86c6-4942-bec6-c836a8a5209d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:49.809980 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c21e18-86c6-4942-bec6-c836a8a5209d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:49.810384 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c21e18-86c6-4942-bec6-c836a8a5209d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:49.810934 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c21e18-86c6-4942-bec6-c836a8a5209d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:49.811463 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c21e18-86c6-4942-bec6-c836a8a5209d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:49.812223 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c21e18-86c6-4942-bec6-c836a8a5209d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:49.812603 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c21e18-86c6-4942-bec6-c836a8a5209d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:49.813145 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c21e18-86c6-4942-bec6-c836a8a5209d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:49.813694 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c21e18-86c6-4942-bec6-c836a8a5209d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:49.829295 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-a9c21e18-86c6-4942-bec6-c836a8a5209d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:49.881469 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.db [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] For port 739d2393-5789-469b-bedd-64c5770981e4, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:37:49.882187 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.db [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] For port 739d2393-5789-469b-bedd-64c5770981e4, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=739d2393-5789-469b-bedd-64c5770981e4,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:37:49.948009 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Allocated IP 172.20.0.1 (b08e7367-2ed2-4b6d-8e3c-ddc97b10c842/8c9faabb-f86c-4b8a-a5f6-071036eb98a3/278077ec-669c-4de1-89bf-56dceb8f37a3) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:37:49.993771 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:49.999405 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-a9c21e18-86c6-4942-bec6-c836a8a5209d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:50.116291 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c21e18-86c6-4942-bec6-c836a8a5209d None None] Pushing event updated for resources: {'Port': ['ID=739d2393-5789-469b-bedd-64c5770981e4,revision_number=3']} {{(pid=75942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:50.119817 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-a9c21e18-86c6-4942-bec6-c836a8a5209d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:50.129147 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Routers {'1a798342-122d-4f02-af00-098908aa71b5'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:37:50.129147 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:37:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['1a798342-122d-4f02-af00-098908aa71b5'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:50.316841 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:50.503927 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:50.512174 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:50.527497 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] Set router 1a798342-122d-4f02-af00-098908aa71b5 gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:37:50.669924 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Network b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:37:50.674620 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:37:50.682354 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:37:50.721611 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Pushing event updated for resources: {'Port': ['ID=278077ec-669c-4de1-89bf-56dceb8f37a3,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:50.730593 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:50.773674 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-742085'] for router_interface, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:51.003108 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:51.049095 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a798342-122d-4f02-af00-098908aa71b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1302123852-router', 'tenant_id': '751c2e48d9e64ae0886929b884077d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '739d2393-5789-469b-bedd-64c5770981e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:37:43Z', 'updated_at': '2021-08-25T16:37:45Z', 'revision_number': 3, 'project_id': '751c2e48d9e64ae0886929b884077d9d', 'gw_port': {'id': '739d2393-5789-469b-bedd-64c5770981e4', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ad:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a798342-122d-4f02-af00-098908aa71b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:37:44Z', 'updated_at': '2021-08-25T16:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:51.058181 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe00d31-4888-4e52-bfdc-5b195a60c300 None None] The sync data for ids ['1a798342-122d-4f02-af00-098908aa71b5'] in dv-cinder-806008-1-smb is: [{'id': '1a798342-122d-4f02-af00-098908aa71b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1302123852-router', 'tenant_id': '751c2e48d9e64ae0886929b884077d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '739d2393-5789-469b-bedd-64c5770981e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:37:43Z', 'updated_at': '2021-08-25T16:37:45Z', 'revision_number': 3, 'project_id': '751c2e48d9e64ae0886929b884077d9d', 'gw_port': {'id': '739d2393-5789-469b-bedd-64c5770981e4', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ad:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a798342-122d-4f02-af00-098908aa71b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:37:44Z', 'updated_at': '2021-08-25T16:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}] {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:37:51.554105 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Notify callbacks [] for port, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:51.806815 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:51.849874 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:51.939451 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Pushing event updated for resources: {'Port': ['ID=278077ec-669c-4de1-89bf-56dceb8f37a3,revision_number=2']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:51.945444 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:51.946351 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66893069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742188'] for router_interface, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:52.323801 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Network b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:37:52.326448 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:37:52.359718 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 739d2393-5789-469b-bedd-64c5770981e4 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:37:52.658613 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port 739d2393-5789-469b-bedd-64c5770981e4 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:37:52.673975 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 739d2393-5789-469b-bedd-64c5770981e4 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:37:52.674621 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:52.883319 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:52.921123 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port 739d2393-5789-469b-bedd-64c5770981e4, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=739d2393-5789-469b-bedd-64c5770981e4,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:37:52.984180 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:52.991767 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:53.172157 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=739d2393-5789-469b-bedd-64c5770981e4,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:53.186928 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:53.187669 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:53.188312 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:53.188810 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:53.189413 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:53.190429 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:53.190935 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:53.191475 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:53.191995 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:53.192542 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:53.193693 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:37:53.199072 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:53.327329 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Router 1a798342-122d-4f02-af00-098908aa71b5 has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:37:53.705401 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:37:53.731457 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] 10.222.0.35 "PUT /v2.0/routers/1a798342-122d-4f02-af00-098908aa71b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3854740 Aug 25 16:37:53.806398 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-73e62e01-2b3c-4b20-bb5b-14df2b7f9fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:54.252378 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 739d2393-5789-469b-bedd-64c5770981e4 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:37:54.395333 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 739d2393-5789-469b-bedd-64c5770981e4 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:37:54.396548 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:54.809258 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 55078) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:54.887179 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:55.283774 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d2958cfe-c26e-4f5f-947b-554592ac8802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:55.363156 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-d2958cfe-c26e-4f5f-947b-554592ac8802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:55.370773 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-d2958cfe-c26e-4f5f-947b-554592ac8802 admin admin] Usage tracker for resource:security_group_rule and tenant:8809c3fec6c34c54b5a14d148c103bf9 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:55.377074 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-d2958cfe-c26e-4f5f-947b-554592ac8802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:55.386295 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-d2958cfe-c26e-4f5f-947b-554592ac8802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:55.458086 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478dc14-332e-476a-a199-195f51da214c req-c47d0500-ea2f-44d0-b78c-d7a422fc2353 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:55.459694 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-9478dc14-332e-476a-a199-195f51da214c req-c47d0500-ea2f-44d0-b78c-d7a422fc2353 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Synchronizing usage tracker for tenant:751c2e48d9e64ae0886929b884077d9d on resource:network {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:37:55.512318 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d2958cfe-c26e-4f5f-947b-554592ac8802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:55.547727 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Sync routers for ids ['1a798342-122d-4f02-af00-098908aa71b5'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:37:55.567107 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Routers {'1a798342-122d-4f02-af00-098908aa71b5'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:37:55.568705 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:37:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['1a798342-122d-4f02-af00-098908aa71b5'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:55.629727 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d2958cfe-c26e-4f5f-947b-554592ac8802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:55.641101 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-05bd77ad-b4f4-43fa-af9c-877ce0acec6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:55.650154 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:55.676399 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2958cfe-c26e-4f5f-947b-554592ac8802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f047ea0-8534-4f39-a36e-7e4227c51fb4,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:55.682104 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d2958cfe-c26e-4f5f-947b-554592ac8802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:55.719697 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-d2958cfe-c26e-4f5f-947b-554592ac8802 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8809c3fec6c34c54b5a14d148c103bf9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9048426 Aug 25 16:37:55.720767 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 55106) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:55.723307 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-9478dc14-332e-476a-a199-195f51da214c req-c47d0500-ea2f-44d0-b78c-d7a422fc2353 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Unset dirty status for tenant:751c2e48d9e64ae0886929b884077d9d on resource:network {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:37:55.725949 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9478dc14-332e-476a-a199-195f51da214c req-c47d0500-ea2f-44d0-b78c-d7a422fc2353 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/networks?id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 HTTP/1.1" status: 200 len: 819 time: 0.5945141 Aug 25 16:37:55.765479 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9478dc14-332e-476a-a199-195f51da214c req-d7f6d79a-5416-4aa2-9541-c85f4240f3da tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/quotas/751c2e48d9e64ae0886929b884077d9d HTTP/1.1" status: 200 len: 375 time: 0.0294502 Aug 25 16:37:55.862985 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d70ada78-9825-47ce-9413-e8b2ab5c4fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:55.939921 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d70ada78-9825-47ce-9413-e8b2ab5c4fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:55.947672 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Set router 1a798342-122d-4f02-af00-098908aa71b5 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:37:55.956874 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-9478dc14-332e-476a-a199-195f51da214c req-6a87f2a7-6324-44e3-8ba4-9a77a89074fb tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Synchronizing usage tracker for tenant:751c2e48d9e64ae0886929b884077d9d on resource:port {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:37:56.104755 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-9478dc14-332e-476a-a199-195f51da214c req-6a87f2a7-6324-44e3-8ba4-9a77a89074fb tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Unset dirty status for tenant:751c2e48d9e64ae0886929b884077d9d on resource:port {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:37:56.104755 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9478dc14-332e-476a-a199-195f51da214c req-6a87f2a7-6324-44e3-8ba4-9a77a89074fb tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=751c2e48d9e64ae0886929b884077d9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3321185 Aug 25 16:37:56.105080 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d70ada78-9825-47ce-9413-e8b2ab5c4fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:56.136215 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-e32cb42c-75e4-4f80-8af1-67ff3b4abf23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:56.188513 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ada78-9825-47ce-9413-e8b2ab5c4fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f047ea0-8534-4f39-a36e-7e4227c51fb4,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:56.190793 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d70ada78-9825-47ce-9413-e8b2ab5c4fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:56.192136 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-d70ada78-9825-47ce-9413-e8b2ab5c4fec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f047ea0-8534-4f39-a36e-7e4227c51fb4 HTTP/1.1" status: 204 len: 168 time: 0.4703591 Aug 25 16:37:56.194581 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d70ada78-9825-47ce-9413-e8b2ab5c4fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:56.386360 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9478dc14-332e-476a-a199-195f51da214c req-0f0f14dd-3ba5-43fa-88aa-11f5e21bacae service neutron] 10.222.0.35 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763035 Aug 25 16:37:56.567825 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a798342-122d-4f02-af00-098908aa71b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1302123852-router', 'tenant_id': '751c2e48d9e64ae0886929b884077d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '739d2393-5789-469b-bedd-64c5770981e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:37:43Z', 'updated_at': '2021-08-25T16:37:50Z', 'revision_number': 4, 'project_id': '751c2e48d9e64ae0886929b884077d9d', 'gw_port': {'id': '739d2393-5789-469b-bedd-64c5770981e4', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ad:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a798342-122d-4f02-af00-098908aa71b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:37:44Z', 'updated_at': '2021-08-25T16:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': '278077ec-669c-4de1-89bf-56dceb8f37a3', 'name': '', 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842', 'tenant_id': '751c2e48d9e64ae0886929b884077d9d', 'mac_address': 'fa:16:3e:78:5d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a798342-122d-4f02-af00-098908aa71b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9faabb-f86c-4b8a-a5f6-071036eb98a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:37:49Z', 'updated_at': '2021-08-25T16:37:51Z', 'revision_number': 2, 'project_id': '751c2e48d9e64ae0886929b884077d9d', 'subnets': [{'id': '8c9faabb-f86c-4b8a-a5f6-071036eb98a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:56.574649 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Checking router: 1a798342-122d-4f02-af00-098908aa71b5 for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:37:56.575084 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Updating router 1a798342-122d-4f02-af00-098908aa71b5 port 278077ec-669c-4de1-89bf-56dceb8f37a3 binding host dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:37:56.656918 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9478dc14-332e-476a-a199-195f51da214c req-fba7228a-dbf2-43df-b6bd-07b9422d679a service neutron] 10.222.0.35 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534559 Aug 25 16:37:56.670785 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:57.051720 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 55148) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:57.266786 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b0a9accf-ed1d-48fb-8c3e-31896760c079 req-fad08710-6d0f-491d-ad85-4ef1943be033 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 210 time: 0.1487045 Aug 25 16:37:57.511128 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5afa2fcf-3538-497a-95e5-a9a3de6ba0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:57.556780 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2587e33d-0f19-4f87-8e73-10e49af921f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:57.635258 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-5afa2fcf-3538-497a-95e5-a9a3de6ba0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:57.643103 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-5afa2fcf-3538-497a-95e5-a9a3de6ba0a8 admin admin] Usage tracker for resource:security_group_rule and tenant:fcfdcd918a2440f187bfb960b5f5c8f8 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:57.649723 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-5afa2fcf-3538-497a-95e5-a9a3de6ba0a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:57.665586 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-5afa2fcf-3538-497a-95e5-a9a3de6ba0a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:57.812553 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5afa2fcf-3538-497a-95e5-a9a3de6ba0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:57.967340 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5afa2fcf-3538-497a-95e5-a9a3de6ba0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:57.995940 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Notify callbacks [] for port, precommit_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:58.013450 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-612eb883-30e8-4b64-813f-89437f4882f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:58.016247 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Transition to ACTIVE for port object 278077ec-669c-4de1-89bf-56dceb8f37a3 will not be triggered until provisioned by entity L2. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:37:58.080658 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:58.085753 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa2fcf-3538-497a-95e5-a9a3de6ba0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622fb854-c63e-4c8c-940e-83c93a3758e4,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:58.108174 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-5afa2fcf-3538-497a-95e5-a9a3de6ba0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:58.122546 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-5afa2fcf-3538-497a-95e5-a9a3de6ba0a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fcfdcd918a2440f187bfb960b5f5c8f8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0691545 Aug 25 16:37:58.127034 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 55196) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:58.138098 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:58.144320 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:58.360220 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b259c6b-59bd-483e-a4e8-b8df59a17886 None None] Pushing event updated for resources: {'Port': ['ID=278077ec-669c-4de1-89bf-56dceb8f37a3,revision_number=3']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:58.364778 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-be648ba0-963b-4f66-9be7-c93c8098d777 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:37:58.367989 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-be648ba0-963b-4f66-9be7-c93c8098d777 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/networks?id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 HTTP/1.1" status: 200 len: 819 time: 0.5152597 Aug 25 16:37:58.418972 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-171b895b-5645-492d-91a4-6fb6de926260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:58.423172 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-0b259c6b-59bd-483e-a4e8-b8df59a17886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:58.425231 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-d793dfce-f9b8-41e7-aa60-89815d601820 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/quotas/751c2e48d9e64ae0886929b884077d9d HTTP/1.1" status: 200 len: 375 time: 0.0355062 Aug 25 16:37:58.542036 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Attempting to bind port 278077ec-669c-4de1-89bf-56dceb8f37a3 on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:37:58.542554 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Attempting to bind port 278077ec-669c-4de1-89bf-56dceb8f37a3 by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': 'f2fc91ca-ea4e-417f-bb49-e2b3dbe70918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842'}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:37:58.542931 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Attempting to bind port 278077ec-669c-4de1-89bf-56dceb8f37a3 on network b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:37:58.554036 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:37:58.554675 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Checking segment: {'id': 'f2fc91ca-ea4e-417f-bb49-e2b3dbe70918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:37:58.557894 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:58.557894 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Bound using segment: {'id': 'f2fc91ca-ea4e-417f-bb49-e2b3dbe70918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842'} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:37:58.557894 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Bound port: 278077ec-669c-4de1-89bf-56dceb8f37a3, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2fc91ca-ea4e-417f-bb49-e2b3dbe70918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842'}}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:37:58.557894 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:58.714428 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-171b895b-5645-492d-91a4-6fb6de926260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:58.810461 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] For port 278077ec-669c-4de1-89bf-56dceb8f37a3, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:37:58.816214 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] For port 278077ec-669c-4de1-89bf-56dceb8f37a3, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=278077ec-669c-4de1-89bf-56dceb8f37a3,segment=NetworkSegment(f2fc91ca-ea4e-417f-bb49-e2b3dbe70918),segment_id=f2fc91ca-ea4e-417f-bb49-e2b3dbe70918)] {{(pid=75941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:37:58.856646 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-23ebb101-8101-4d35-b26f-bea9cfbf4608 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=751c2e48d9e64ae0886929b884077d9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4169321 Aug 25 16:37:58.887077 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 55214) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:58.924481 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:58.960375 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:59.048442 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-1e0fbff2-13df-415f-8a30-227857e80330 service neutron] 10.222.0.35 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852753 Aug 25 16:37:59.053212 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-171b895b-5645-492d-91a4-6fb6de926260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:59.059916 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-4bb7c820-ff92-4dc9-a15d-52785bc1f82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:59.104149 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b895b-5645-492d-91a4-6fb6de926260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622fb854-c63e-4c8c-940e-83c93a3758e4,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:59.117582 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-171b895b-5645-492d-91a4-6fb6de926260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:59.170339 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b259c6b-59bd-483e-a4e8-b8df59a17886 None None] Pushing event updated for resources: {'Port': ['ID=278077ec-669c-4de1-89bf-56dceb8f37a3,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:59.234409 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-0b259c6b-59bd-483e-a4e8-b8df59a17886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:59.271062 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Routers {'1a798342-122d-4f02-af00-098908aa71b5'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:37:59.271718 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:37:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['1a798342-122d-4f02-af00-098908aa71b5'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:37:59.290463 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-171b895b-5645-492d-91a4-6fb6de926260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:59.294950 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-171b895b-5645-492d-91a4-6fb6de926260 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/622fb854-c63e-4c8c-940e-83c93a3758e4 HTTP/1.1" status: 204 len: 168 time: 1.1664279 Aug 25 16:37:59.299427 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b7697f77-e2ef-4c22-8637-e96cd81b5ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:59.398440 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-b7697f77-e2ef-4c22-8637-e96cd81b5ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:37:59.408258 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-b7697f77-e2ef-4c22-8637-e96cd81b5ded admin admin] Usage tracker for resource:security_group_rule and tenant:72a8a43c40f64d67a8cb0d344ad16d03 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:37:59.413894 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-b7697f77-e2ef-4c22-8637-e96cd81b5ded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:37:59.421135 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-b7697f77-e2ef-4c22-8637-e96cd81b5ded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:37:59.457478 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-036294e6-6d9f-49e2-b8fa-40d94ca4f377 service neutron] 10.222.0.35 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854277 Aug 25 16:37:59.528726 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b7697f77-e2ef-4c22-8637-e96cd81b5ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:59.641234 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b7697f77-e2ef-4c22-8637-e96cd81b5ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:59.665676 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-a7e184c4-0330-4a07-baa6-133f2cdb7381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:37:59.750938 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7697f77-e2ef-4c22-8637-e96cd81b5ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7d6147-81b1-4f8f-a6f4-649b536ed2b8,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:37:59.763451 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-b7697f77-e2ef-4c22-8637-e96cd81b5ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:37:59.774156 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 55234) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:37:59.790225 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-b7697f77-e2ef-4c22-8637-e96cd81b5ded admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72a8a43c40f64d67a8cb0d344ad16d03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8790770 Aug 25 16:37:59.856385 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:37:59.872317 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] Set router 1a798342-122d-4f02-af00-098908aa71b5 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:37:59.982242 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd0c7-a9b5-4f9f-bc7f-ff22d13b7ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:00.192421 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-373da2ac-243a-4687-884c-70cc2bae0e3f req-42c6f2e0-a973-4eb8-912f-c2d13f86ed9b tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 210 time: 0.2052488 Aug 25 16:38:00.204749 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd0c7-a9b5-4f9f-bc7f-ff22d13b7ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:00.468223 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd0c7-a9b5-4f9f-bc7f-ff22d13b7ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:00.483021 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-5afa2fcf-3538-497a-95e5-a9a3de6ba0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:00.521379 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cd0c7-a9b5-4f9f-bc7f-ff22d13b7ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7d6147-81b1-4f8f-a6f4-649b536ed2b8,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:00.548744 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-6f3cd0c7-a9b5-4f9f-bc7f-ff22d13b7ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:00.557045 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd0c7-a9b5-4f9f-bc7f-ff22d13b7ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:00.561379 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-6f3cd0c7-a9b5-4f9f-bc7f-ff22d13b7ddb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ea7d6147-81b1-4f8f-a6f4-649b536ed2b8 HTTP/1.1" status: 204 len: 168 time: 0.7840827 Aug 25 16:38:00.671804 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a798342-122d-4f02-af00-098908aa71b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1302123852-router', 'tenant_id': '751c2e48d9e64ae0886929b884077d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '739d2393-5789-469b-bedd-64c5770981e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:37:43Z', 'updated_at': '2021-08-25T16:37:50Z', 'revision_number': 4, 'project_id': '751c2e48d9e64ae0886929b884077d9d', 'gw_port': {'id': '739d2393-5789-469b-bedd-64c5770981e4', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ad:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a798342-122d-4f02-af00-098908aa71b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:37:44Z', 'updated_at': '2021-08-25T16:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': '278077ec-669c-4de1-89bf-56dceb8f37a3', 'name': '', 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842', 'tenant_id': '751c2e48d9e64ae0886929b884077d9d', 'mac_address': 'fa:16:3e:78:5d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a798342-122d-4f02-af00-098908aa71b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9faabb-f86c-4b8a-a5f6-071036eb98a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:37:49Z', 'updated_at': '2021-08-25T16:37:58Z', 'revision_number': 4, 'project_id': '751c2e48d9e64ae0886929b884077d9d', 'subnets': [{'id': '8c9faabb-f86c-4b8a-a5f6-071036eb98a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:38:00.682298 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a2663b-c2d6-46b9-a66a-3451f3cc7385 None None] The sync data for ids ['1a798342-122d-4f02-af00-098908aa71b5'] in dv-cinder-806008-1-smb is: [{'id': '1a798342-122d-4f02-af00-098908aa71b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1302123852-router', 'tenant_id': '751c2e48d9e64ae0886929b884077d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '739d2393-5789-469b-bedd-64c5770981e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:37:43Z', 'updated_at': '2021-08-25T16:37:50Z', 'revision_number': 4, 'project_id': '751c2e48d9e64ae0886929b884077d9d', 'gw_port': {'id': '739d2393-5789-469b-bedd-64c5770981e4', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ad:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a798342-122d-4f02-af00-098908aa71b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:37:44Z', 'updated_at': '2021-08-25T16:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': '278077ec-669c-4de1-89bf-56dceb8f37a3', 'name': '', 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842', 'tenant_id': '751c2e48d9e64ae0886929b884077d9d', 'mac_address': 'fa:16:3e:78:5d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a798342-122d-4f02-af00-098908aa71b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9faabb-f86c-4b8a-a5f6-071036eb98a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:37:49Z', 'updated_at': '2021-08-25T16:37:58Z', 'revision_number': 4, 'project_id': '751c2e48d9e64ae0886929b884077d9d', 'subnets': [{'id': '8c9faabb-f86c-4b8a-a5f6-071036eb98a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:38:00.846610 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 55266) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:00.887397 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9a7d7d3b-0989-4233-97e5-d2d4c39cffbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:01.102778 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-9a7d7d3b-0989-4233-97e5-d2d4c39cffbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:01.116408 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-9a7d7d3b-0989-4233-97e5-d2d4c39cffbb admin admin] Usage tracker for resource:security_group_rule and tenant:8e2043735fb545caa6c26589bd0fe0a0 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:01.120132 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478dc14-332e-476a-a199-195f51da214c req-e3fd4066-b220-4d35-a769-cecb53385bc1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:01.124577 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-9a7d7d3b-0989-4233-97e5-d2d4c39cffbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:01.124825 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-9478dc14-332e-476a-a199-195f51da214c req-e3fd4066-b220-4d35-a769-cecb53385bc1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.81 "GET /v2.0/networks?id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 HTTP/1.1" status: 200 len: 819 time: 0.4015422 Aug 25 16:38:01.141554 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-9a7d7d3b-0989-4233-97e5-d2d4c39cffbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:01.154054 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-9478dc14-332e-476a-a199-195f51da214c req-14110590-3221-4983-aedb-1fb00bf704e2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Request body: {'port': {'device_id': '2a066f82-a161-4764-a6ee-be018743a9bd', 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842', 'admin_state_up': True, 'tenant_id': '751c2e48d9e64ae0886929b884077d9d'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:38:01.311601 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9a7d7d3b-0989-4233-97e5-d2d4c39cffbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:01.471920 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 55278) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:01.523887 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-33a61b7f-bd4a-496a-9046-12e9dd6025ac req-ccfef23f-495c-475b-b527-2859b7f64867 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 210 time: 0.1021664 Aug 25 16:38:01.525575 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9a7d7d3b-0989-4233-97e5-d2d4c39cffbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:01.534503 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-65d83eea-922a-41eb-8f99-e169a8a40276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:01.555010 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-9478dc14-332e-476a-a199-195f51da214c req-14110590-3221-4983-aedb-1fb00bf704e2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:01.605361 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d7d3b-0989-4233-97e5-d2d4c39cffbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9c00e3-3068-49ad-88ec-380058390f63,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:01.609197 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-9a7d7d3b-0989-4233-97e5-d2d4c39cffbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:01.609496 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-9478dc14-332e-476a-a199-195f51da214c req-14110590-3221-4983-aedb-1fb00bf704e2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:01.624187 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-9a7d7d3b-0989-4233-97e5-d2d4c39cffbb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e2043735fb545caa6c26589bd0fe0a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7683721 Aug 25 16:38:01.624187 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 55284) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:01.732810 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9478dc14-332e-476a-a199-195f51da214c req-14110590-3221-4983-aedb-1fb00bf704e2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Made reservation on behalf of 751c2e48d9e64ae0886929b884077d9d for: {'port': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:38:01.737869 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-9478dc14-332e-476a-a199-195f51da214c req-14110590-3221-4983-aedb-1fb00bf704e2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:01.799831 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-849fcd77-731c-47b2-93c0-942082c09c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:01.848637 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-849fcd77-731c-47b2-93c0-942082c09c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:02.144124 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-849fcd77-731c-47b2-93c0-942082c09c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:02.166304 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:02.291695 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fcd77-731c-47b2-93c0-942082c09c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9c00e3-3068-49ad-88ec-380058390f63,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:02.315299 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-849fcd77-731c-47b2-93c0-942082c09c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:02.325290 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-849fcd77-731c-47b2-93c0-942082c09c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:02.327253 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-849fcd77-731c-47b2-93c0-942082c09c5d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f9c00e3-3068-49ad-88ec-380058390f63 HTTP/1.1" status: 204 len: 168 time: 0.7090824 Aug 25 16:38:02.357568 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1ad877c6-7f4b-48b7-b8b7-703d62a94fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:02.510206 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 278077ec-669c-4de1-89bf-56dceb8f37a3 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:38:02.559341 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [req-9478dc14-332e-476a-a199-195f51da214c req-14110590-3221-4983-aedb-1fb00bf704e2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Allocated IP 172.20.0.4 (b08e7367-2ed2-4b6d-8e3c-ddc97b10c842/8c9faabb-f86c-4b8a-a5f6-071036eb98a3/3008c9b0-8ff0-41af-b667-eb4336971fb9) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:38:02.814224 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port 278077ec-669c-4de1-89bf-56dceb8f37a3 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:38:02.829430 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 278077ec-669c-4de1-89bf-56dceb8f37a3 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:38:02.831204 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:02.901651 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 55308) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:02.924319 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-bc9244d0-41b2-4d26-bc31-9419227025b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:02.962093 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-bc9244d0-41b2-4d26-bc31-9419227025b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:02.969061 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-bc9244d0-41b2-4d26-bc31-9419227025b5 admin admin] Usage tracker for resource:security_group_rule and tenant:f4a48be4b7a848dbacb70f7778f207d4 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:02.975250 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-bc9244d0-41b2-4d26-bc31-9419227025b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:02.985620 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-bc9244d0-41b2-4d26-bc31-9419227025b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:03.111460 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-bbc43d67-0b2b-4f44-9c2d-484bf851c43c req-711fb3ad-b58c-4fd2-84b8-6dcc9cce7725 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 210 time: 0.0622859 Aug 25 16:38:03.179774 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-1ad877c6-7f4b-48b7-b8b7-703d62a94fe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:03.210667 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-bc9244d0-41b2-4d26-bc31-9419227025b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:03.216310 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-1ad877c6-7f4b-48b7-b8b7-703d62a94fe4 admin admin] Usage tracker for resource:security_group_rule and tenant:5b649b8c18134ced96cbd28d3ffc3264 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:03.245738 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-1ad877c6-7f4b-48b7-b8b7-703d62a94fe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:03.258046 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-bc9244d0-41b2-4d26-bc31-9419227025b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:03.259741 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-1ad877c6-7f4b-48b7-b8b7-703d62a94fe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:03.271941 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:03.358574 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:03.376763 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9244d0-41b2-4d26-bc31-9419227025b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3193caaa-9949-4ffe-9d1a-eeceaf6faaf0,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:03.393372 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-bc9244d0-41b2-4d26-bc31-9419227025b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:03.398693 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-bc9244d0-41b2-4d26-bc31-9419227025b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f4a48be4b7a848dbacb70f7778f207d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4957023 Aug 25 16:38:03.410500 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 55320) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:03.473465 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port 278077ec-669c-4de1-89bf-56dceb8f37a3, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=278077ec-669c-4de1-89bf-56dceb8f37a3,segment=NetworkSegment(f2fc91ca-ea4e-417f-bb49-e2b3dbe70918),segment_id=f2fc91ca-ea4e-417f-bb49-e2b3dbe70918)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:38:03.555715 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-e1360b91-71c6-431b-8fa5-6056c3e227a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:03.601587 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:03.605385 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:03.619770 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-e1360b91-71c6-431b-8fa5-6056c3e227a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:03.653912 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-9478dc14-332e-476a-a199-195f51da214c req-14110590-3221-4983-aedb-1fb00bf704e2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:03.720732 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1ad877c6-7f4b-48b7-b8b7-703d62a94fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:03.761343 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=278077ec-669c-4de1-89bf-56dceb8f37a3,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:03.767421 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:03.821390 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1ad877c6-7f4b-48b7-b8b7-703d62a94fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:03.839289 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-e1360b91-71c6-431b-8fa5-6056c3e227a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:03.841837 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-32305065-7428-44a9-bd93-fdf7e0193055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:03.850844 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-bc9244d0-41b2-4d26-bc31-9419227025b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:03.874023 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1360b91-71c6-431b-8fa5-6056c3e227a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3193caaa-9949-4ffe-9d1a-eeceaf6faaf0,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:03.887047 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-e1360b91-71c6-431b-8fa5-6056c3e227a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:03.891537 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-e1360b91-71c6-431b-8fa5-6056c3e227a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:03.898734 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-e1360b91-71c6-431b-8fa5-6056c3e227a9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3193caaa-9949-4ffe-9d1a-eeceaf6faaf0 HTTP/1.1" status: 204 len: 168 time: 0.4859457 Aug 25 16:38:03.904104 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-9478dc14-332e-476a-a199-195f51da214c req-14110590-3221-4983-aedb-1fb00bf704e2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:03.914894 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad877c6-7f4b-48b7-b8b7-703d62a94fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00abdfdd-1d77-43fc-92f7-c778edb123e7,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:03.921130 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-1ad877c6-7f4b-48b7-b8b7-703d62a94fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:03.935776 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:04.026191 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-b5afc5dd-a6da-4aa0-98c5-c37220639fda tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:04.029804 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-b5afc5dd-a6da-4aa0-98c5-c37220639fda tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.81 "GET /v2.0/networks?id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 HTTP/1.1" status: 200 len: 819 time: 0.2992115 Aug 25 16:38:04.054854 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Request body: {'port': {'device_id': 'c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5', 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842', 'admin_state_up': True, 'tenant_id': '751c2e48d9e64ae0886929b884077d9d'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:38:04.066000 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-1ad877c6-7f4b-48b7-b8b7-703d62a94fe4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b649b8c18134ced96cbd28d3ffc3264&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5909753 Aug 25 16:38:04.070838 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 55338) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:04.131763 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9478dc14-332e-476a-a199-195f51da214c req-14110590-3221-4983-aedb-1fb00bf704e2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Network b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:38:04.136148 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14110590-3221-4983-aedb-1fb00bf704e2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Pushing event updated for resources: {'Port': ['ID=3008c9b0-8ff0-41af-b667-eb4336971fb9,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:04.142210 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [req-9478dc14-332e-476a-a199-195f51da214c req-14110590-3221-4983-aedb-1fb00bf704e2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:38:04.150092 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-14110590-3221-4983-aedb-1fb00bf704e2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:04.159921 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-9478dc14-332e-476a-a199-195f51da214c req-14110590-3221-4983-aedb-1fb00bf704e2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:38:04.294400 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478dc14-332e-476a-a199-195f51da214c req-14110590-3221-4983-aedb-1fb00bf704e2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:04.295291 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-9478dc14-332e-476a-a199-195f51da214c req-14110590-3221-4983-aedb-1fb00bf704e2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:04.401778 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:04.411359 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 278077ec-669c-4de1-89bf-56dceb8f37a3 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:38:04.416567 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:04.511069 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.db.api [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 16:38:04.511069 dv-cinder-806008-1-smb neutron-server[75939]: [SQL: INSERT INTO resourcedeltas (resource, reservation_id, amount) VALUES (%(resource)s, %(reservation_id)s, %(amount)s)] Aug 25 16:38:04.511069 dv-cinder-806008-1-smb neutron-server[75939]: [parameters: {'resource': 'port', 'reservation_id': '2be0948b-9bcc-444c-915c-4e22111fc6f6', 'amount': 1}] Aug 25 16:38:04.511069 dv-cinder-806008-1-smb neutron-server[75939]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=75939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:38:04.512089 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_db.api [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Performing DB retry for function neutron.db.quota.driver.DbQuotaDriver.make_reservation {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:38:04.583590 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8d271945-b485-4e64-a723-76e3963d7f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:04.685676 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-9478dc14-332e-476a-a199-195f51da214c req-14110590-3221-4983-aedb-1fb00bf704e2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5421922 Aug 25 16:38:04.705334 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 278077ec-669c-4de1-89bf-56dceb8f37a3 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:38:04.706127 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:04.714519 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8d271945-b485-4e64-a723-76e3963d7f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:04.734249 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Request body: {'port': {'device_id': '2a066f82-a161-4764-a6ee-be018743a9bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:38:04.958400 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:05.016994 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9b42a667-2fa7-42cc-b50f-86a27306fa51 req-b49bc681-8c77-4edb-99e3-64a277d88ff1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 210 time: 0.1429024 Aug 25 16:38:05.041070 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:05.063883 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Usage tracker for resource:port and tenant:751c2e48d9e64ae0886929b884077d9d is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:05.068673 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:05.078672 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:05.174170 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Made reservation on behalf of 751c2e48d9e64ae0886929b884077d9d for: {'port': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:38:05.180524 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:05.258099 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8d271945-b485-4e64-a723-76e3963d7f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:05.267692 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-69684b7e-5a0d-4973-af50-e23866616a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:05.297006 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d271945-b485-4e64-a723-76e3963d7f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00abdfdd-1d77-43fc-92f7-c778edb123e7,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:05.340154 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-8d271945-b485-4e64-a723-76e3963d7f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:05.360394 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8d271945-b485-4e64-a723-76e3963d7f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:05.368004 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-8d271945-b485-4e64-a723-76e3963d7f14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/00abdfdd-1d77-43fc-92f7-c778edb123e7 HTTP/1.1" status: 204 len: 168 time: 1.2953305 Aug 25 16:38:05.440684 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 55366) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:05.597167 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3008c9b0-8ff0-41af-b667-eb4336971fb9 {{(pid=75940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:38:05.605948 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:05.624584 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.provisioning_blocks [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Transition to ACTIVE for port object 3008c9b0-8ff0-41af-b667-eb4336971fb9 will not be triggered until provisioned by entity L2. {{(pid=75940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:38:05.726110 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:05.744254 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:05.893601 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Allocated IP 172.20.0.6 (b08e7367-2ed2-4b6d-8e3c-ddc97b10c842/8c9faabb-f86c-4b8a-a5f6-071036eb98a3/f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:38:06.031649 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Pushing event updated for resources: {'Port': ['ID=3008c9b0-8ff0-41af-b667-eb4336971fb9,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:06.035154 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:06.469846 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f9f6c855-7d1d-4532-a097-7ec34c18b4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:06.501959 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2412eca7-d1cf-455c-b4ca-cbab7373f683 req-dc3d12c9-e747-4264-a179-0bfdaf89f02a tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 210 time: 0.1762464 Aug 25 16:38:06.543126 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-f9f6c855-7d1d-4532-a097-7ec34c18b4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:06.548209 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Attempting to bind port 3008c9b0-8ff0-41af-b667-eb4336971fb9 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:38:06.548209 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Attempting to bind port 3008c9b0-8ff0-41af-b667-eb4336971fb9 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'f2fc91ca-ea4e-417f-bb49-e2b3dbe70918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842'}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:38:06.548209 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Attempting to bind port 3008c9b0-8ff0-41af-b667-eb4336971fb9 on network b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:38:06.551833 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-f9f6c855-7d1d-4532-a097-7ec34c18b4ff admin admin] Usage tracker for resource:security_group_rule and tenant:c8a4e8a855934b51b7e154c3349a1b7a is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:06.556154 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-f9f6c855-7d1d-4532-a097-7ec34c18b4ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:06.562297 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-f9f6c855-7d1d-4532-a097-7ec34c18b4ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:06.564209 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Port 3008c9b0-8ff0-41af-b667-eb4336971fb9 on network b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:38:06.564568 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Attempting to bind port 3008c9b0-8ff0-41af-b667-eb4336971fb9 on network b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:38:06.579554 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:38:06.581695 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Checking segment: {'id': 'f2fc91ca-ea4e-417f-bb49-e2b3dbe70918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:38:06.581695 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Bound using segment: {'id': 'f2fc91ca-ea4e-417f-bb49-e2b3dbe70918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842'} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:38:06.581695 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Bound port: 3008c9b0-8ff0-41af-b667-eb4336971fb9, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2fc91ca-ea4e-417f-bb49-e2b3dbe70918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842'}}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:38:06.581695 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:06.591699 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:06.761779 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:06.766491 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] For port 3008c9b0-8ff0-41af-b667-eb4336971fb9, host hv-cinder-80600, cleared binding levels {{(pid=75940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:38:06.771931 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:06.773184 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f9f6c855-7d1d-4532-a097-7ec34c18b4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:06.784516 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] For port 3008c9b0-8ff0-41af-b667-eb4336971fb9, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3008c9b0-8ff0-41af-b667-eb4336971fb9,segment=NetworkSegment(f2fc91ca-ea4e-417f-bb49-e2b3dbe70918),segment_id=f2fc91ca-ea4e-417f-bb49-e2b3dbe70918)] {{(pid=75940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:38:06.851696 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Network b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:38:06.855148 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:38:06.859943 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:38:06.867359 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 55396) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:06.906875 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f9f6c855-7d1d-4532-a097-7ec34c18b4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:06.922686 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:06.927891 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:06.934716 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Pushing event updated for resources: {'Port': ['ID=f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:06.943532 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:06.957207 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9c9e5f3d-d043-44a4-999b-9e470e2dc7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:06.984767 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:38:07.006955 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:07.008095 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:07.026756 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-f9f6c855-7d1d-4532-a097-7ec34c18b4ff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c8a4e8a855934b51b7e154c3349a1b7a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5840759 Aug 25 16:38:07.027996 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 55402) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:07.034838 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6c855-7d1d-4532-a097-7ec34c18b4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e42973b-eb41-4464-bfaa-f42774d500ae,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:07.040701 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-f9f6c855-7d1d-4532-a097-7ec34c18b4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:07.053128 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:07.118691 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:07.124721 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-9478dc14-332e-476a-a199-195f51da214c req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] 10.222.0.81 "PUT /v2.0/ports/3008c9b0-8ff0-41af-b667-eb4336971fb9 HTTP/1.1" status: 200 len: 1093 time: 2.4142959 Aug 25 16:38:07.127164 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a066f82-a161-4764-a6ee-be018743a9bd', 'tag': '3008c9b0-8ff0-41af-b667-eb4336971fb9'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:38:07.196797 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-9c9e5f3d-d043-44a4-999b-9e470e2dc7ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:07.199153 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1539605 Aug 25 16:38:07.212733 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-51d8ef79-1bf0-4714-9d3a-b1bea8476005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:07.224475 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-9c9e5f3d-d043-44a4-999b-9e470e2dc7ac admin admin] Usage tracker for resource:security_group_rule and tenant:7962726ca42e4f7194b807ada41592cb is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:07.234099 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-9c9e5f3d-d043-44a4-999b-9e470e2dc7ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:07.246882 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Request body: {'port': {'device_id': 'c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:38:07.279692 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Pushing event updated for resources: {'Port': ['ID=3008c9b0-8ff0-41af-b667-eb4336971fb9,revision_number=3']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:07.285748 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a066f82-a161-4764-a6ee-be018743a9bd', 'tag': '3008c9b0-8ff0-41af-b667-eb4336971fb9', 'status': 'completed', 'code': 200} Aug 25 16:38:07.287349 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-9c9e5f3d-d043-44a4-999b-9e470e2dc7ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:07.290596 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:07.612128 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-9478dc14-332e-476a-a199-195f51da214c req-d55ce400-ade5-4a0c-bc93-45656d86273c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=751c2e48d9e64ae0886929b884077d9d&device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 1096 time: 0.3204820 Aug 25 16:38:07.641287 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-51d8ef79-1bf0-4714-9d3a-b1bea8476005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:07.725096 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9c9e5f3d-d043-44a4-999b-9e470e2dc7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:07.736110 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-9478dc14-332e-476a-a199-195f51da214c req-493ed404-5b42-4ea3-bead-bf000ae35a4a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3008c9b0-8ff0-41af-b667-eb4336971fb9 HTTP/1.1" status: 200 len: 217 time: 0.1103828 Aug 25 16:38:07.826148 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478dc14-332e-476a-a199-195f51da214c req-2c60e11a-065b-4edb-9260-7ecca54192e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:07.827690 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-9478dc14-332e-476a-a199-195f51da214c req-2c60e11a-065b-4edb-9260-7ecca54192e5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c9faabb-f86c-4b8a-a5f6-071036eb98a3 HTTP/1.1" status: 200 len: 859 time: 0.0812159 Aug 25 16:38:07.874974 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:07.884900 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9c9e5f3d-d043-44a4-999b-9e470e2dc7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:07.898753 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d4aa58b0-9729-4014-9595-5b0de7e98c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:07.910855 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-9478dc14-332e-476a-a199-195f51da214c req-f6fa5684-20fb-4220-b424-4b35d4019639 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735583 Aug 25 16:38:07.997037 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a393ad-7cc8-4755-8919-7b8391ac4c5e req-6f78b91f-6a40-4e4e-8873-23d140403c96 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:07.997888 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-d6a393ad-7cc8-4755-8919-7b8391ac4c5e req-6f78b91f-6a40-4e4e-8873-23d140403c96 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Synchronizing usage tracker for tenant:751c2e48d9e64ae0886929b884077d9d on resource:port {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:38:08.141664 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e5f3d-d043-44a4-999b-9e470e2dc7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979ce011-40d7-4bc0-ae33-4ac1d2d7f6f3,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:08.162013 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-9c9e5f3d-d043-44a4-999b-9e470e2dc7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:08.168882 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-51d8ef79-1bf0-4714-9d3a-b1bea8476005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:08.175937 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-9c9e5f3d-d043-44a4-999b-9e470e2dc7ac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7962726ca42e4f7194b807ada41592cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3059573 Aug 25 16:38:08.186723 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 55428) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:08.217804 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-c3b1408e-b426-4c65-91c9-44ecb4263b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:08.235439 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-d6a393ad-7cc8-4755-8919-7b8391ac4c5e req-6f78b91f-6a40-4e4e-8873-23d140403c96 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Unset dirty status for tenant:751c2e48d9e64ae0886929b884077d9d on resource:port {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:38:08.238441 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d6a393ad-7cc8-4755-8919-7b8391ac4c5e req-6f78b91f-6a40-4e4e-8873-23d140403c96 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 931 time: 0.4783506 Aug 25 16:38:08.246447 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-51d8ef79-1bf0-4714-9d3a-b1bea8476005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:08.248128 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-51d8ef79-1bf0-4714-9d3a-b1bea8476005 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e42973b-eb41-4464-bfaa-f42774d500ae HTTP/1.1" status: 204 len: 168 time: 1.2185149 Aug 25 16:38:08.274744 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8ef79-1bf0-4714-9d3a-b1bea8476005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e42973b-eb41-4464-bfaa-f42774d500ae,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:08.293249 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-9478dc14-332e-476a-a199-195f51da214c req-0d5c8686-3a25-4054-852f-5a4296938823 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711739 Aug 25 16:38:08.299652 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-51d8ef79-1bf0-4714-9d3a-b1bea8476005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:08.410612 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 55434) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:08.443266 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-51bf6b05-7635-4a73-b3a7-6574cc7b76bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:08.462513 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-d6a393ad-7cc8-4755-8919-7b8391ac4c5e req-78dcf01b-8eb3-4419-97af-d0ca9b43fa58 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Synchronizing usage tracker for tenant:751c2e48d9e64ae0886929b884077d9d on resource:security_group {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:38:08.523714 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-51bf6b05-7635-4a73-b3a7-6574cc7b76bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:08.563476 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-9478dc14-332e-476a-a199-195f51da214c req-ba9e76aa-bb57-4ed6-9424-692ed625afea service neutron] 10.222.0.81 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607970 Aug 25 16:38:08.588024 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-d6a393ad-7cc8-4755-8919-7b8391ac4c5e req-78dcf01b-8eb3-4419-97af-d0ca9b43fa58 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Unset dirty status for tenant:751c2e48d9e64ae0886929b884077d9d on resource:security_group {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:38:08.589530 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d6a393ad-7cc8-4755-8919-7b8391ac4c5e req-78dcf01b-8eb3-4419-97af-d0ca9b43fa58 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170536 Aug 25 16:38:08.697276 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-51bf6b05-7635-4a73-b3a7-6574cc7b76bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:08.700785 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb {{(pid=75939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:38:08.701584 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:08.712439 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:08.736717 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.provisioning_blocks [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Transition to ACTIVE for port object f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb will not be triggered until provisioned by entity L2. {{(pid=75939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:38:08.785921 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf6b05-7635-4a73-b3a7-6574cc7b76bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979ce011-40d7-4bc0-ae33-4ac1d2d7f6f3,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:08.800053 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-51bf6b05-7635-4a73-b3a7-6574cc7b76bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:08.829065 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-51bf6b05-7635-4a73-b3a7-6574cc7b76bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:08.830218 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-51bf6b05-7635-4a73-b3a7-6574cc7b76bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/979ce011-40d7-4bc0-ae33-4ac1d2d7f6f3 HTTP/1.1" status: 204 len: 168 time: 0.6419525 Aug 25 16:38:08.838877 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:08.875158 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:08.878550 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-9589dd2b-6d42-445a-89fc-ed6039328be6 req-d07b4603-5300-4ded-8058-6a4ea8ff5cf9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=751c2e48d9e64ae0886929b884077d9d&device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 1096 time: 0.1599305 Aug 25 16:38:09.006682 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4d4baf66-e3a0-422e-a7c6-6b8b2b3876d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:09.113230 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589dd2b-6d42-445a-89fc-ed6039328be6 req-66ad1a73-855d-4cb0-95b0-e5537be64bb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:09.116133 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-9589dd2b-6d42-445a-89fc-ed6039328be6 req-66ad1a73-855d-4cb0-95b0-e5537be64bb6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 HTTP/1.1" status: 200 len: 921 time: 0.2260365 Aug 25 16:38:09.220372 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-9589dd2b-6d42-445a-89fc-ed6039328be6 req-cbde1a28-1fe9-45cc-b64a-6f3126c7a5cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3008c9b0-8ff0-41af-b667-eb4336971fb9 HTTP/1.1" status: 200 len: 217 time: 0.0947309 Aug 25 16:38:09.230815 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Pushing event updated for resources: {'Port': ['ID=f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb,revision_number=2']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:09.249514 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:09.249514 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-4d4baf66-e3a0-422e-a7c6-6b8b2b3876d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:09.287436 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-4d4baf66-e3a0-422e-a7c6-6b8b2b3876d8 admin admin] Usage tracker for resource:security_group_rule and tenant:1e06b8f597ef436fa3eb30369c2f1ebb is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:09.313281 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589dd2b-6d42-445a-89fc-ed6039328be6 req-5c49fb9c-b62a-40fa-ab14-381c7898429d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:09.316470 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-9589dd2b-6d42-445a-89fc-ed6039328be6 req-5c49fb9c-b62a-40fa-ab14-381c7898429d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c9faabb-f86c-4b8a-a5f6-071036eb98a3 HTTP/1.1" status: 200 len: 859 time: 0.0879674 Aug 25 16:38:09.356993 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-4d4baf66-e3a0-422e-a7c6-6b8b2b3876d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:09.377373 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-4d4baf66-e3a0-422e-a7c6-6b8b2b3876d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:09.397052 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-9589dd2b-6d42-445a-89fc-ed6039328be6 req-f83d21d5-f08b-4801-8b18-340b8ecbdc12 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737958 Aug 25 16:38:09.444413 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Attempting to bind port f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:38:09.444413 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Attempting to bind port f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'f2fc91ca-ea4e-417f-bb49-e2b3dbe70918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842'}] {{(pid=75939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:38:09.444413 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Attempting to bind port f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb on network b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:38:09.500583 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 55466) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:09.534176 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-cbe65204-9a00-4eb6-bf19-cb02d6b7721f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:09.566388 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4d4baf66-e3a0-422e-a7c6-6b8b2b3876d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:09.571041 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Port f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb on network b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:38:09.572066 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Attempting to bind port f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb on network b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:38:09.591204 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:38:09.592217 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Checking segment: {'id': 'f2fc91ca-ea4e-417f-bb49-e2b3dbe70918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:38:09.593435 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Bound using segment: {'id': 'f2fc91ca-ea4e-417f-bb49-e2b3dbe70918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842'} {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:38:09.599210 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Bound port: f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2fc91ca-ea4e-417f-bb49-e2b3dbe70918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842'}}] {{(pid=75939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:38:09.599210 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:09.634072 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-cbe65204-9a00-4eb6-bf19-cb02d6b7721f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:09.662001 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-cbe65204-9a00-4eb6-bf19-cb02d6b7721f admin admin] Usage tracker for resource:security_group_rule and tenant:eeeb0e5638894a81aae5ae8aedbaad02 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:09.668304 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-cbe65204-9a00-4eb6-bf19-cb02d6b7721f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:09.679029 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-9589dd2b-6d42-445a-89fc-ed6039328be6 req-4ae310a9-9bfa-4e81-a17c-846603539cf2 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710421 Aug 25 16:38:09.680196 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-cbe65204-9a00-4eb6-bf19-cb02d6b7721f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:09.860922 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-9589dd2b-6d42-445a-89fc-ed6039328be6 req-37f0e889-9409-4103-b8da-4005e36d8911 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707664 Aug 25 16:38:09.948877 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] For port f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb, host hv-cinder-80600, cleared binding levels {{(pid=75939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:38:09.960637 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] For port f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb,segment=NetworkSegment(f2fc91ca-ea4e-417f-bb49-e2b3dbe70918),segment_id=f2fc91ca-ea4e-417f-bb49-e2b3dbe70918)] {{(pid=75939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:38:09.965252 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4d4baf66-e3a0-422e-a7c6-6b8b2b3876d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:10.009747 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-cbe65204-9a00-4eb6-bf19-cb02d6b7721f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:10.030862 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-541144f8-bed7-4090-970a-c84cc6b89d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:10.046192 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-4d4baf66-e3a0-422e-a7c6-6b8b2b3876d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1e06b8f597ef436fa3eb30369c2f1ebb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6302512 Aug 25 16:38:10.049076 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 55490) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:10.052974 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:10.120585 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4baf66-e3a0-422e-a7c6-6b8b2b3876d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5718368f-3e49-4e40-8c85-76553ea38016,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:10.136225 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-4d4baf66-e3a0-422e-a7c6-6b8b2b3876d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:10.150111 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:10.150647 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-cbe65204-9a00-4eb6-bf19-cb02d6b7721f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:10.150793 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] 10.222.0.81 "PUT /v2.0/ports/f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb HTTP/1.1" status: 200 len: 1093 time: 2.9305661 Aug 25 16:38:10.150793 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:10.175571 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-ff967b3f-a737-40cf-92d9-f3ff130eaabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:10.235307 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5', 'tag': 'f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb'}] {{(pid=75939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:38:10.290054 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe65204-9a00-4eb6-bf19-cb02d6b7721f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8564e028-1ff4-4a10-8f30-6ae937af4b86,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:10.300444 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-cbe65204-9a00-4eb6-bf19-cb02d6b7721f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:10.356404 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-49079147-8173-4abc-af29-8f8841d49998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:10.367459 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-cbe65204-9a00-4eb6-bf19-cb02d6b7721f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eeeb0e5638894a81aae5ae8aedbaad02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8656492 Aug 25 16:38:10.377507 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 55506) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:10.484263 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-49079147-8173-4abc-af29-8f8841d49998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:10.503935 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d334a1a8-13c8-468c-b7ee-aa678dfead32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:10.551072 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Pushing event updated for resources: {'Port': ['ID=f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb,revision_number=3']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:10.564196 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:10.579115 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d334a1a8-13c8-468c-b7ee-aa678dfead32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:10.599245 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a8a25-21b8-447a-8146-c8eb224b926c req-dfb724af-bd64-4bff-8ae4-3601b2b2f200 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:10.607115 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7a7a8a25-21b8-447a-8146-c8eb224b926c req-dfb724af-bd64-4bff-8ae4-3601b2b2f200 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 943 time: 0.3404205 Aug 25 16:38:10.648003 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-f649796c-fe24-44ab-84d9-b72d10c65c40 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=751c2e48d9e64ae0886929b884077d9d&device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 1096 time: 0.2947700 Aug 25 16:38:10.687822 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5', 'tag': 'f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb', 'status': 'completed', 'code': 200} Aug 25 16:38:10.797516 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-f5cdb4bf-d6a7-411f-8263-13eec54b9298 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb HTTP/1.1" status: 200 len: 217 time: 0.1031847 Aug 25 16:38:10.809682 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7a7a8a25-21b8-447a-8146-c8eb224b926c req-b4d91289-478a-4416-8468-d9b3ffee6ed6 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018435 Aug 25 16:38:10.811771 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d334a1a8-13c8-468c-b7ee-aa678dfead32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:10.824705 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-49079147-8173-4abc-af29-8f8841d49998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:10.842341 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-8d271945-b485-4e64-a723-76e3963d7f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:10.892029 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-49079147-8173-4abc-af29-8f8841d49998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:10.900780 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-49079147-8173-4abc-af29-8f8841d49998 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5718368f-3e49-4e40-8c85-76553ea38016 HTTP/1.1" status: 204 len: 168 time: 0.8417845 Aug 25 16:38:10.900780 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334a1a8-13c8-468c-b7ee-aa678dfead32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8564e028-1ff4-4a10-8f30-6ae937af4b86,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:10.902259 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d334a1a8-13c8-468c-b7ee-aa678dfead32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:10.921278 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-d334a1a8-13c8-468c-b7ee-aa678dfead32 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8564e028-1ff4-4a10-8f30-6ae937af4b86 HTTP/1.1" status: 204 len: 168 time: 0.5426283 Aug 25 16:38:10.945479 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49079147-8173-4abc-af29-8f8841d49998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5718368f-3e49-4e40-8c85-76553ea38016,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:10.951552 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-49079147-8173-4abc-af29-8f8841d49998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:10.952667 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-f9f6c855-7d1d-4532-a097-7ec34c18b4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:10.952667 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-f9f6c855-7d1d-4532-a097-7ec34c18b4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:11.048020 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-c56c6c02-584a-4b5a-954a-33b4233b5cc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:11.049473 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-c56c6c02-584a-4b5a-954a-33b4233b5cc4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c9faabb-f86c-4b8a-a5f6-071036eb98a3 HTTP/1.1" status: 200 len: 859 time: 0.2263246 Aug 25 16:38:11.102318 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-13b0cb32-6d62-4469-8dbc-5fba2a0633a4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448294 Aug 25 16:38:11.294409 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-9492dad5-3978-4232-8a6d-e4d2a18d21e3 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827815 Aug 25 16:38:11.492474 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4ea59041-b9e4-4100-8664-cd77ccde02b5 req-1e67cf50-19c1-41a1-af50-4b55ebcc362c service neutron] 10.222.0.81 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891937 Aug 25 16:38:11.791856 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ce6da9a1-6461-438e-8b91-209ecc8bf284 req-439fae98-1aa0-4385-a5f3-e3bee02dd434 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=751c2e48d9e64ae0886929b884077d9d&device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 1096 time: 0.1361508 Aug 25 16:38:11.838362 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 3008c9b0-8ff0-41af-b667-eb4336971fb9 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:38:11.899217 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 55560) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:12.032929 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6da9a1-6461-438e-8b91-209ecc8bf284 req-e081f7bc-34aa-48de-a4b8-f2cbe00d5ba6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:12.034888 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ce6da9a1-6461-438e-8b91-209ecc8bf284 req-e081f7bc-34aa-48de-a4b8-f2cbe00d5ba6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 HTTP/1.1" status: 200 len: 921 time: 0.2342052 Aug 25 16:38:12.211306 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ce6da9a1-6461-438e-8b91-209ecc8bf284 req-fe1204ab-b4f2-46fd-ac72-c13c4fe6512f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb HTTP/1.1" status: 200 len: 217 time: 0.1657720 Aug 25 16:38:12.215859 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 3008c9b0-8ff0-41af-b667-eb4336971fb9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3008c9b0-8ff0-41af-b667-eb4336971fb9,segment=NetworkSegment(f2fc91ca-ea4e-417f-bb49-e2b3dbe70918),segment_id=f2fc91ca-ea4e-417f-bb49-e2b3dbe70918)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:38:12.234897 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': '3008c9b0-8ff0-41af-b667-eb4336971fb9', 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842', 'port_id': '3008c9b0-8ff0-41af-b667-eb4336971fb9', 'mac_address': 'fa:16:3e:7c:35:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9faabb-f86c-4b8a-a5f6-071036eb98a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:38:12.326280 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:12.335039 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6da9a1-6461-438e-8b91-209ecc8bf284 req-06a7724a-2525-4742-93cd-cdb2e2b5ecb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:12.336586 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ce6da9a1-6461-438e-8b91-209ecc8bf284 req-06a7724a-2525-4742-93cd-cdb2e2b5ecb1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c9faabb-f86c-4b8a-a5f6-071036eb98a3 HTTP/1.1" status: 200 len: 859 time: 0.1151059 Aug 25 16:38:12.348149 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77533f34-6c8a-4a2a-ab0a-8bcd10b3eb30 req-6cdb5e22-d484-4104-ac57-55d19986671a tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:12.356066 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-77533f34-6c8a-4a2a-ab0a-8bcd10b3eb30 req-6cdb5e22-d484-4104-ac57-55d19986671a tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 943 time: 0.2407653 Aug 25 16:38:12.376966 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3008c9b0-8ff0-41af-b667-eb4336971fb9 {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:38:12.408289 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 3008c9b0-8ff0-41af-b667-eb4336971fb9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3008c9b0-8ff0-41af-b667-eb4336971fb9,segment=NetworkSegment(f2fc91ca-ea4e-417f-bb49-e2b3dbe70918),segment_id=f2fc91ca-ea4e-417f-bb49-e2b3dbe70918)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:38:12.429496 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ce6da9a1-6461-438e-8b91-209ecc8bf284 req-2af9618d-eafd-4ed9-8330-30e242a61560 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707490 Aug 25 16:38:12.549284 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:12.552719 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-77533f34-6c8a-4a2a-ab0a-8bcd10b3eb30 req-a6e0f9ba-408b-4bd7-b312-c8ca5a21abff tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937566 Aug 25 16:38:12.552929 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:12.604962 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-2167cd85-99f7-4ea8-8a21-76408d71e576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:12.660411 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ce6da9a1-6461-438e-8b91-209ecc8bf284 req-487a476c-7838-4de5-9678-c00d589ae5a1 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178075 Aug 25 16:38:12.715370 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=3008c9b0-8ff0-41af-b667-eb4336971fb9,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:12.719470 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:12.758100 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-2167cd85-99f7-4ea8-8a21-76408d71e576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:12.767558 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-2167cd85-99f7-4ea8-8a21-76408d71e576 admin admin] Usage tracker for resource:security_group_rule and tenant:77d6a8676caa4bdbad36f04588321bee is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:12.773843 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-2167cd85-99f7-4ea8-8a21-76408d71e576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:12.784128 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-2167cd85-99f7-4ea8-8a21-76408d71e576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:12.842490 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['3008c9b0-8ff0-41af-b667-eb4336971fb9'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:38:12.925567 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-2167cd85-99f7-4ea8-8a21-76408d71e576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:13.000374 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-2167cd85-99f7-4ea8-8a21-76408d71e576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:13.008234 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ce6da9a1-6461-438e-8b91-209ecc8bf284 req-54d9137d-c95f-4dd5-87a3-e0bfaf76c359 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408866 Aug 25 16:38:13.012041 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:13.127359 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167cd85-99f7-4ea8-8a21-76408d71e576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fa2cb7-37da-420e-8e13-718af31b2602,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:13.147167 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-2167cd85-99f7-4ea8-8a21-76408d71e576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:13.158897 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 55612) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:13.162146 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-2167cd85-99f7-4ea8-8a21-76408d71e576 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=77d6a8676caa4bdbad36f04588321bee&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2616770 Aug 25 16:38:13.274358 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9ef1c13e-1347-467c-ba60-f0dd3bbe4b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:13.309202 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9ef1c13e-1347-467c-ba60-f0dd3bbe4b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:13.520188 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9ef1c13e-1347-467c-ba60-f0dd3bbe4b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:13.525127 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:13.539582 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1c13e-1347-467c-ba60-f0dd3bbe4b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fa2cb7-37da-420e-8e13-718af31b2602,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:13.543722 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-9ef1c13e-1347-467c-ba60-f0dd3bbe4b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:13.550245 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9ef1c13e-1347-467c-ba60-f0dd3bbe4b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:13.551278 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-9ef1c13e-1347-467c-ba60-f0dd3bbe4b24 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60fa2cb7-37da-420e-8e13-718af31b2602 HTTP/1.1" status: 204 len: 168 time: 0.3859022 Aug 25 16:38:13.785215 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a706401-99b7-45b3-8241-222424290dcb req-44b62896-a626-46bd-aba8-277b511be73d tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:13.789324 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6a706401-99b7-45b3-8241-222424290dcb req-44b62896-a626-46bd-aba8-277b511be73d tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 943 time: 0.1090117 Aug 25 16:38:13.850682 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:38:13.868127 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6a706401-99b7-45b3-8241-222424290dcb req-a67cd71b-87eb-4d12-8451-70cc8b00f975 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702012 Aug 25 16:38:13.892225 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 3008c9b0-8ff0-41af-b667-eb4336971fb9 up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:38:14.270040 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb,segment=NetworkSegment(f2fc91ca-ea4e-417f-bb49-e2b3dbe70918),segment_id=f2fc91ca-ea4e-417f-bb49-e2b3dbe70918)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:38:14.310965 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': 'f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb', 'network_id': 'b08e7367-2ed2-4b6d-8e3c-ddc97b10c842', 'port_id': 'f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb', 'mac_address': 'fa:16:3e:93:a3:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9faabb-f86c-4b8a-a5f6-071036eb98a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:38:14.434975 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:14.461132 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:38:14.480405 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb,segment=NetworkSegment(f2fc91ca-ea4e-417f-bb49-e2b3dbe70918),segment_id=f2fc91ca-ea4e-417f-bb49-e2b3dbe70918)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:38:14.588980 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port 3008c9b0-8ff0-41af-b667-eb4336971fb9 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:38:14.596932 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port 3008c9b0-8ff0-41af-b667-eb4336971fb9 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:38:14.597470 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:14.720966 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:14.729714 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-8bd03a83-3e67-4e58-af17-45a3f83e8234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:14.806482 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:14.832637 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:14.840190 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:14.848817 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a066f82-a161-4764-a6ee-be018743a9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3008c9b0-8ff0-41af-b667-eb4336971fb9'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:38:14.859888 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 3008c9b0-8ff0-41af-b667-eb4336971fb9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3008c9b0-8ff0-41af-b667-eb4336971fb9,segment=NetworkSegment(f2fc91ca-ea4e-417f-bb49-e2b3dbe70918),segment_id=f2fc91ca-ea4e-417f-bb49-e2b3dbe70918)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:38:14.927875 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 55674) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:14.948901 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a066f82-a161-4764-a6ee-be018743a9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3008c9b0-8ff0-41af-b667-eb4336971fb9', 'code': 200} Aug 25 16:38:14.960794 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:14.964935 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:14.999630 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-525703f2-b969-4510-9ce1-ce576b6c73fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:15.068766 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:38:15.077777 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-525703f2-b969-4510-9ce1-ce576b6c73fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:15.085879 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-525703f2-b969-4510-9ce1-ce576b6c73fc admin admin] Usage tracker for resource:security_group_rule and tenant:241c444d5011464fb75e003daec5d004 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:15.089527 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-525703f2-b969-4510-9ce1-ce576b6c73fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:15.097708 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-525703f2-b969-4510-9ce1-ce576b6c73fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:15.279860 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-525703f2-b969-4510-9ce1-ce576b6c73fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:15.339838 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=3008c9b0-8ff0-41af-b667-eb4336971fb9,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:15.345676 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:15.365438 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96df52-b014-4403-b966-1b7bd299224f req-d9232c8a-44f8-43ba-81aa-c28d152c083d tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:15.367353 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ba96df52-b014-4403-b966-1b7bd299224f req-d9232c8a-44f8-43ba-81aa-c28d152c083d tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 944 time: 0.1625872 Aug 25 16:38:15.381513 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-525703f2-b969-4510-9ce1-ce576b6c73fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:15.404907 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-51d8ef79-1bf0-4714-9d3a-b1bea8476005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:15.469976 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525703f2-b969-4510-9ce1-ce576b6c73fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83399c46-21b6-4b18-88e0-a32eee23c5f8,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:15.476737 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-525703f2-b969-4510-9ce1-ce576b6c73fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:15.779773 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-525703f2-b969-4510-9ce1-ce576b6c73fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=241c444d5011464fb75e003daec5d004&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8489978 Aug 25 16:38:15.783569 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 55718) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:15.825806 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ba96df52-b014-4403-b966-1b7bd299224f req-8255c1be-819b-4dde-83bb-bb84e3873b63 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262547 Aug 25 16:38:15.849169 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b9c774e7-65de-472e-9f89-b2a22e47add0 req-8cd7a8c0-5d1a-4d5f-b06a-270504ccd539 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 1098 time: 0.3793259 Aug 25 16:38:15.931942 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b9c774e7-65de-472e-9f89-b2a22e47add0 req-3e3737de-fe0b-44dd-bf6b-75d268ac8f75 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740445 Aug 25 16:38:15.953283 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8ba578ba-9e0e-4760-9740-ab2c06537b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:15.988277 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8ba578ba-9e0e-4760-9740-ab2c06537b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:16.125793 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8ba578ba-9e0e-4760-9740-ab2c06537b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:16.132182 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-49079147-8173-4abc-af29-8f8841d49998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:16.150058 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba578ba-9e0e-4760-9740-ab2c06537b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83399c46-21b6-4b18-88e0-a32eee23c5f8,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:16.153983 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-8ba578ba-9e0e-4760-9740-ab2c06537b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:16.167814 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8ba578ba-9e0e-4760-9740-ab2c06537b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:16.169233 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-8ba578ba-9e0e-4760-9740-ab2c06537b82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83399c46-21b6-4b18-88e0-a32eee23c5f8 HTTP/1.1" status: 204 len: 168 time: 0.3838720 Aug 25 16:38:16.234581 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b0710-778c-4e9a-8468-eeb967adddff req-af2fe088-7a94-4a10-aa11-7542a83afef9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:16.248692 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0e5b0710-778c-4e9a-8468-eeb967adddff req-af2fe088-7a94-4a10-aa11-7542a83afef9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1774147 Aug 25 16:38:16.307680 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0e5b0710-778c-4e9a-8468-eeb967adddff req-feea7895-475e-495b-8a0a-4cfd84d11726 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564370 Aug 25 16:38:17.179471 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877aa10d-8b1c-4f8d-a2af-a38dbbb6fec5 req-c205ceb8-d96e-4120-bbb9-e8b743f3d0d9 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:17.181547 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-877aa10d-8b1c-4f8d-a2af-a38dbbb6fec5 req-c205ceb8-d96e-4120-bbb9-e8b743f3d0d9 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 944 time: 0.1548522 Aug 25 16:38:17.242567 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-877aa10d-8b1c-4f8d-a2af-a38dbbb6fec5 req-c0c0964a-c197-4e47-b3f2-b8b0a648ea71 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493507 Aug 25 16:38:17.695997 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f1ce6-9136-4a7c-bd16-c7fc245483ca req-45e809e7-9918-4e8c-a8b7-a4366662924d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:17.697837 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ce4f1ce6-9136-4a7c-bd16-c7fc245483ca req-45e809e7-9918-4e8c-a8b7-a4366662924d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1415508 Aug 25 16:38:17.796958 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ce4f1ce6-9136-4a7c-bd16-c7fc245483ca req-5275a5e9-b075-4dbe-9fb0-584d80e64287 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846577 Aug 25 16:38:17.868990 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:38:18.057449 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:38:18.066534 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:38:18.067754 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:18.277638 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:18.311555 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:38:18.324442 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb,segment=NetworkSegment(f2fc91ca-ea4e-417f-bb49-e2b3dbe70918),segment_id=f2fc91ca-ea4e-417f-bb49-e2b3dbe70918)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:38:18.379270 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb', 'code': 200} Aug 25 16:38:18.413325 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:18.415193 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-0b259c6b-59bd-483e-a4e8-b8df59a17886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:18.519243 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10169d-e46b-460a-9480-4b9fa8ba8e9c req-2fea700e-a21c-423c-a129-936aa099e4bf tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:18.530399 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0f10169d-e46b-460a-9480-4b9fa8ba8e9c req-2fea700e-a21c-423c-a129-936aa099e4bf tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.1270957 Aug 25 16:38:18.560143 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:18.574094 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:18.608741 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0f10169d-e46b-460a-9480-4b9fa8ba8e9c req-4889bbbc-37df-435f-b45a-64996d4cd26e tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769401 Aug 25 16:38:19.258172 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d338b-8718-49af-8479-794dbc80f4cc req-cba08412-cb7c-4461-9db7-0d8f5fc6dca4 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:19.265178 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-046d338b-8718-49af-8479-794dbc80f4cc req-cba08412-cb7c-4461-9db7-0d8f5fc6dca4 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.2411664 Aug 25 16:38:19.290202 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-771cfa04-a321-48de-8bd9-2486436de7c4 req-11bc8573-7104-4c53-bfb7-74b17b12adff service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 1098 time: 0.1882491 Aug 25 16:38:19.397844 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-771cfa04-a321-48de-8bd9-2486436de7c4 req-570ab609-beaf-401b-b07d-b9da0e098f9a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005616 Aug 25 16:38:19.403625 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-046d338b-8718-49af-8479-794dbc80f4cc req-973ccd69-8673-4cb5-bcde-3b1ffdf8137c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354885 Aug 25 16:38:19.703180 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 55840) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:19.937309 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a51bd5c1-eb06-46b7-b09e-9cdbdba6fbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:20.001448 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-a51bd5c1-eb06-46b7-b09e-9cdbdba6fbcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:20.009129 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-a51bd5c1-eb06-46b7-b09e-9cdbdba6fbcb admin admin] Usage tracker for resource:security_group_rule and tenant:4c73dd8efd314a79b2bbcc372b3def19 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:20.012829 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-a51bd5c1-eb06-46b7-b09e-9cdbdba6fbcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:20.021133 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-a51bd5c1-eb06-46b7-b09e-9cdbdba6fbcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:20.030436 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511133d-0b34-48df-a4ae-95741317de05 req-158ec456-b09d-437b-a9a0-75698cdbe438 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:20.032112 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b511133d-0b34-48df-a4ae-95741317de05 req-158ec456-b09d-437b-a9a0-75698cdbe438 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.1988211 Aug 25 16:38:20.124686 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b511133d-0b34-48df-a4ae-95741317de05 req-ea5dc531-a826-482d-b632-cd141d9dbbb3 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817597 Aug 25 16:38:20.183902 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a51bd5c1-eb06-46b7-b09e-9cdbdba6fbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:20.296942 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a51bd5c1-eb06-46b7-b09e-9cdbdba6fbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:20.305393 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-9de8e4ee-21ec-4ee2-94c2-c105397f7bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:20.370201 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bd5c1-eb06-46b7-b09e-9cdbdba6fbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a50094-da03-4c79-bb28-ff75ccfd5f59,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:20.378650 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-a51bd5c1-eb06-46b7-b09e-9cdbdba6fbcb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c73dd8efd314a79b2bbcc372b3def19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6703014 Aug 25 16:38:20.378650 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-a51bd5c1-eb06-46b7-b09e-9cdbdba6fbcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:20.380163 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 55858) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:20.462342 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-efc9f7c7-b747-4a53-a112-faa852a050c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:20.540010 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-efc9f7c7-b747-4a53-a112-faa852a050c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:20.714250 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60308a78-3118-4724-8bab-0897688ce7b8 req-2ebc836b-cbd8-47f6-a2d5-81f3e26491de tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:20.715721 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-60308a78-3118-4724-8bab-0897688ce7b8 req-2ebc836b-cbd8-47f6-a2d5-81f3e26491de tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1076930 Aug 25 16:38:20.793848 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-efc9f7c7-b747-4a53-a112-faa852a050c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:20.799783 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-525703f2-b969-4510-9ce1-ce576b6c73fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:20.825303 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9f7c7-b747-4a53-a112-faa852a050c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a50094-da03-4c79-bb28-ff75ccfd5f59,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:20.836772 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-efc9f7c7-b747-4a53-a112-faa852a050c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:20.862112 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-60308a78-3118-4724-8bab-0897688ce7b8 req-3ee05a6d-b9cb-4914-aee0-4fd98d25622e tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366627 Aug 25 16:38:20.875419 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-efc9f7c7-b747-4a53-a112-faa852a050c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:20.881395 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-efc9f7c7-b747-4a53-a112-faa852a050c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62a50094-da03-4c79-bb28-ff75ccfd5f59 HTTP/1.1" status: 204 len: 168 time: 0.4960110 Aug 25 16:38:21.405808 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf949286-1dbe-46f4-899a-afde6a48d36d req-f30b94bd-f1ad-4a43-bf93-3b8df1e58421 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:21.405808 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cf949286-1dbe-46f4-899a-afde6a48d36d req-f30b94bd-f1ad-4a43-bf93-3b8df1e58421 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.1153619 Aug 25 16:38:21.480592 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cf949286-1dbe-46f4-899a-afde6a48d36d req-67d78be8-fc95-431e-ad94-781c4d4be758 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600429 Aug 25 16:38:22.183023 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f6f70-22eb-49f5-a6cf-852da6da3f53 req-8682dc9c-267e-42bc-8881-f1ade8b31c13 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:22.185815 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-713f6f70-22eb-49f5-a6cf-852da6da3f53 req-8682dc9c-267e-42bc-8881-f1ade8b31c13 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1344452 Aug 25 16:38:22.355083 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-713f6f70-22eb-49f5-a6cf-852da6da3f53 req-ea7250f3-cf70-456c-b36e-bcb9d35ff1a7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513631 Aug 25 16:38:22.390715 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 55914) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:22.456383 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e04a52e1-6855-4369-84c6-f5f919ff5faf req-9788d52e-3c01-44c5-a2d2-de250f0796f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=751c2e48d9e64ae0886929b884077d9d&device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 1098 time: 0.1715958 Aug 25 16:38:22.470606 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7cb1b-d9b2-4d5c-819a-f7520598d15a req-f2e367e0-5f3e-4dbe-8810-c9ad454ff519 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:22.472252 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f4b7cb1b-d9b2-4d5c-819a-f7520598d15a req-f2e367e0-5f3e-4dbe-8810-c9ad454ff519 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.1216123 Aug 25 16:38:22.697068 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f4b7cb1b-d9b2-4d5c-819a-f7520598d15a req-01ac36a2-c2f3-41fa-a17c-3d4ca9e04ed1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909060 Aug 25 16:38:22.719839 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a52e1-6855-4369-84c6-f5f919ff5faf req-a028146f-0b8a-4f69-9dec-46c04881f295 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:22.721401 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e04a52e1-6855-4369-84c6-f5f919ff5faf req-a028146f-0b8a-4f69-9dec-46c04881f295 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 HTTP/1.1" status: 200 len: 921 time: 0.2482460 Aug 25 16:38:22.812590 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1da70196-2f7f-4d52-8a1b-6e19fadc8d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:22.855134 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e04a52e1-6855-4369-84c6-f5f919ff5faf req-f1730e18-bfb7-4057-b6f7-9e6712b87196 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb HTTP/1.1" status: 200 len: 217 time: 0.1146057 Aug 25 16:38:22.855771 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-1da70196-2f7f-4d52-8a1b-6e19fadc8d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:22.863250 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-1da70196-2f7f-4d52-8a1b-6e19fadc8d40 admin admin] Usage tracker for resource:security_group_rule and tenant:110a3963e6a84d15b4adba87b3814ef5 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:22.863657 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-1da70196-2f7f-4d52-8a1b-6e19fadc8d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:22.870526 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-1da70196-2f7f-4d52-8a1b-6e19fadc8d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:22.932778 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a52e1-6855-4369-84c6-f5f919ff5faf req-58643a50-120f-4368-82e3-ac1394a4f909 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:22.934723 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e04a52e1-6855-4369-84c6-f5f919ff5faf req-58643a50-120f-4368-82e3-ac1394a4f909 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c9faabb-f86c-4b8a-a5f6-071036eb98a3 HTTP/1.1" status: 200 len: 859 time: 0.0721059 Aug 25 16:38:22.949488 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1da70196-2f7f-4d52-8a1b-6e19fadc8d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:23.058186 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1da70196-2f7f-4d52-8a1b-6e19fadc8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:23.072973 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:23.077076 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e04a52e1-6855-4369-84c6-f5f919ff5faf req-b4831c71-b2b8-44b8-a1a7-e6c74f7b800b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283610 Aug 25 16:38:23.105641 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da70196-2f7f-4d52-8a1b-6e19fadc8d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f0c930-f3fe-45f2-8ca4-332491826769,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:23.126288 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-1da70196-2f7f-4d52-8a1b-6e19fadc8d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:23.279248 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-1da70196-2f7f-4d52-8a1b-6e19fadc8d40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=110a3963e6a84d15b4adba87b3814ef5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8867648 Aug 25 16:38:23.283436 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 55940) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:23.303696 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-cb1a3797-64c1-46f4-b485-8a742bbdccc6 req-9d23051c-3fba-4d0e-96ff-888e939645e4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9&device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 1099 time: 0.1114621 Aug 25 16:38:23.323364 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e04a52e1-6855-4369-84c6-f5f919ff5faf req-14b5adac-3b8d-4a1c-bdb6-628578d38e92 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205832 Aug 25 16:38:23.496611 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-322bf376-79b7-4930-9236-c0bef598e955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:23.550552 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-322bf376-79b7-4930-9236-c0bef598e955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:23.611039 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a3797-64c1-46f4-b485-8a742bbdccc6 req-791c75eb-af68-43b1-ba32-5b03a2fe10aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:23.613108 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-cb1a3797-64c1-46f4-b485-8a742bbdccc6 req-791c75eb-af68-43b1-ba32-5b03a2fe10aa service neutron] 10.222.0.81 "GET /v2.0/networks?id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4 HTTP/1.1" status: 200 len: 918 time: 0.2753541 Aug 25 16:38:23.748812 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-cb1a3797-64c1-46f4-b485-8a742bbdccc6 req-07a65d3b-7770-4a4b-9ace-88e316c86ca6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e75a1530-67c8-4b46-b512-9889799617b9 HTTP/1.1" status: 200 len: 1002 time: 0.1250808 Aug 25 16:38:23.774691 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e04a52e1-6855-4369-84c6-f5f919ff5faf req-66a1acd3-e0ca-4a43-bb29-29144f772b59 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374313 Aug 25 16:38:23.811068 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2ed9fd73-7857-4cb1-abf7-911f04003a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:23.816693 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dab703-8fbf-4a49-bd9e-19b38089a811 req-936c40fe-219f-4873-882d-0da19b643f96 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:23.822629 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-58dab703-8fbf-4a49-bd9e-19b38089a811 req-936c40fe-219f-4873-882d-0da19b643f96 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.2421963 Aug 25 16:38:23.861905 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a3797-64c1-46f4-b485-8a742bbdccc6 req-5b9e3b05-baab-4860-b850-9257b7be5d59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:23.865169 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-cb1a3797-64c1-46f4-b485-8a742bbdccc6 req-5b9e3b05-baab-4860-b850-9257b7be5d59 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d63a0ffb-80d7-4462-90e5-4d8039ba5a58 HTTP/1.1" status: 200 len: 855 time: 0.1071863 Aug 25 16:38:23.888176 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-58dab703-8fbf-4a49-bd9e-19b38089a811 req-52adea0f-3c19-4b28-9f5b-c052672ebb55 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591700 Aug 25 16:38:23.914581 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-322bf376-79b7-4930-9236-c0bef598e955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:23.920982 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-acff9c21-80f5-4cd8-b068-6887410b0234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:23.936926 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bf376-79b7-4930-9236-c0bef598e955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f0c930-f3fe-45f2-8ca4-332491826769,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:23.939676 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-322bf376-79b7-4930-9236-c0bef598e955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:23.940961 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-322bf376-79b7-4930-9236-c0bef598e955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:23.942386 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-322bf376-79b7-4930-9236-c0bef598e955 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0f0c930-f3fe-45f2-8ca4-332491826769 HTTP/1.1" status: 204 len: 168 time: 0.6570225 Aug 25 16:38:24.021663 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-cb1a3797-64c1-46f4-b485-8a742bbdccc6 req-06aa9c55-4196-49de-b2e0-8a0411b75539 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1501355 Aug 25 16:38:24.100118 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c66e3e-a51a-4b57-b139-f6f59f8b35f8 req-bd0256b0-4feb-4df8-900a-e080a16306e7 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:24.101930 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b9c66e3e-a51a-4b57-b139-f6f59f8b35f8 req-bd0256b0-4feb-4df8-900a-e080a16306e7 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.1234517 Aug 25 16:38:24.224073 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b9c66e3e-a51a-4b57-b139-f6f59f8b35f8 req-438bcc74-aa0a-4e4e-a51a-bb483b86907d tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095469 Aug 25 16:38:24.271646 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-cb1a3797-64c1-46f4-b485-8a742bbdccc6 req-fe3fea7d-9691-4ae0-9fd3-246c8b850a55 service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312989 Aug 25 16:38:24.460478 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-cb1a3797-64c1-46f4-b485-8a742bbdccc6 req-350890d0-ccad-4954-a517-048115505bef service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792207 Aug 25 16:38:24.913893 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:25.321076 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc1781-21c5-4ff7-b92e-7aba869d32ae req-ea68ab5d-8706-4cb6-aa93-13803dd6f743 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:25.322528 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-23bc1781-21c5-4ff7-b92e-7aba869d32ae req-ea68ab5d-8706-4cb6-aa93-13803dd6f743 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1978047 Aug 25 16:38:25.352525 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93942687-5778-44fa-bcb2-c4a3d303dd4c req-b4b7d90b-97c1-4d48-9031-7990244d816b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:25.354047 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-93942687-5778-44fa-bcb2-c4a3d303dd4c req-b4b7d90b-97c1-4d48-9031-7990244d816b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1477065 Aug 25 16:38:25.422607 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-23bc1781-21c5-4ff7-b92e-7aba869d32ae req-96395d40-0e30-4ab7-852b-d5d8df0a5ab1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935743 Aug 25 16:38:25.433495 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-93942687-5778-44fa-bcb2-c4a3d303dd4c req-e7225816-26d7-4674-8bcd-692f8e98db5b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733755 Aug 25 16:38:25.570337 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:25.671219 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc06594-f97a-4436-9933-31bc82b3ffe3 req-0594186e-22cc-4f96-89ed-944c1811d1c1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:25.672584 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-edc06594-f97a-4436-9933-31bc82b3ffe3 req-0594186e-22cc-4f96-89ed-944c1811d1c1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.0937665 Aug 25 16:38:25.743793 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-edc06594-f97a-4436-9933-31bc82b3ffe3 req-a5ffa496-10b5-4dbe-88c0-3131c07f7518 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584550 Aug 25 16:38:25.971186 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 56014) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:26.255791 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-50488761-network', 'tenant_id': '2d9ac5e46adf4553bb170315cf21a079'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:38:26.263287 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:26.275136 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Usage tracker for resource:network and tenant:2d9ac5e46adf4553bb170315cf21a079 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:26.284244 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:26.298464 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:26.433866 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Made reservation on behalf of 2d9ac5e46adf4553bb170315cf21a079 for: {'network': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:38:26.436608 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for network, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:26.451293 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:26.492744 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:26.504951 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Usage tracker for resource:security_group_rule and tenant:2d9ac5e46adf4553bb170315cf21a079 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:26.512074 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:26.532758 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:26.752128 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:26.797623 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd324f-7850-4c2f-8b8c-8c12ad231b34 req-01bfc52c-8344-4f59-a2b3-a1bf5dc54877 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:26.799079 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9fcd324f-7850-4c2f-8b8c-8c12ad231b34 req-01bfc52c-8344-4f59-a2b3-a1bf5dc54877 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1925809 Aug 25 16:38:26.810312 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1915b0-c702-4bb2-9748-0c2c6d680f65 req-11af5bdf-49ce-4893-9442-0b05604cbaa9 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:26.811835 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6d1915b0-c702-4bb2-9748-0c2c6d680f65 req-11af5bdf-49ce-4893-9442-0b05604cbaa9 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1621525 Aug 25 16:38:26.848826 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:26.852346 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-efc9f7c7-b747-4a53-a112-faa852a050c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:26.904061 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] vlan segment allocate from pool success with {'vlan_id': 1204, 'physical_network': 'physnet1'} {{(pid=75939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:38:26.944717 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:26.945111 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.db.segments_db [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Added segment bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd of type vlan for network b6a4a220-0e9d-4889-8a61-b17c76300a3b Aug 25 16:38:26.946547 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7584c959-208f-446f-8ff4-eec364200f29,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:26.949955 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:26.960132 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9fcd324f-7850-4c2f-8b8c-8c12ad231b34 req-e49caee3-1d2f-43bb-930c-a30ae32c8257 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471846 Aug 25 16:38:26.965898 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6d1915b0-c702-4bb2-9748-0c2c6d680f65 req-2733f619-d9e0-4c8b-947c-bb770d704923 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339600 Aug 25 16:38:26.993264 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731567222914'] for network, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:27.131287 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for network, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:27.132979 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:27.133793 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:27.144446 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-fe729af6-6416-4744-b1cc-055f8cd59be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:27.328013 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Pushing event updated for resources: {'Network': ['ID=b6a4a220-0e9d-4889-8a61-b17c76300a3b,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:27.344547 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Network b6a4a220-0e9d-4889-8a61-b17c76300a3b details requested by agent ovs-agent-dv-cinder-806008-1-smb with host dv-cinder-806008-1-smb {{(pid=75941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:38:27.357741 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:27.388246 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f812cb-443a-4cfc-a190-f483fac4af1e req-d5d34499-cd63-4b57-a016-7fef32a2f392 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:27.390255 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-44f812cb-443a-4cfc-a190-f483fac4af1e req-d5d34499-cd63-4b57-a016-7fef32a2f392 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.1390550 Aug 25 16:38:27.443185 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4684193 Aug 25 16:38:27.446363 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 56048) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:27.464597 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-8d9ff88c-5022-4c06-a32b-b1405b7a8e0b admin admin] Request body: {'subnet': {'network_id': 'b6a4a220-0e9d-4889-8a61-b17c76300a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-50488761-subnet', 'tenant_id': '2d9ac5e46adf4553bb170315cf21a079', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:38:27.484914 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-8d9ff88c-5022-4c06-a32b-b1405b7a8e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:27.496280 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-8d9ff88c-5022-4c06-a32b-b1405b7a8e0b admin admin] Usage tracker for resource:subnet and tenant:2d9ac5e46adf4553bb170315cf21a079 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:27.502679 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-8d9ff88c-5022-4c06-a32b-b1405b7a8e0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:27.511945 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-8d9ff88c-5022-4c06-a32b-b1405b7a8e0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:27.527756 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-36204423-a80a-4080-88cb-e6a630d642b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:27.531991 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-44f812cb-443a-4cfc-a190-f483fac4af1e req-46360afc-46b4-41c8-921d-ded315ef1968 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285160 Aug 25 16:38:27.600014 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9ff88c-5022-4c06-a32b-b1405b7a8e0b admin admin] Made reservation on behalf of 2d9ac5e46adf4553bb170315cf21a079 for: {'subnet': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:38:27.602595 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8d9ff88c-5022-4c06-a32b-b1405b7a8e0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2014482'] for subnet, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:28.069159 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:28.126322 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8d9ff88c-5022-4c06-a32b-b1405b7a8e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1515181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2014464'] for subnet, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:28.136551 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-0be0d524-7355-4bbb-b0c0-bcd45b644499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:28.251080 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ff88c-5022-4c06-a32b-b1405b7a8e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=59113563-4174-47c6-9899-490d0c7b9542,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:28.272750 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-8d9ff88c-5022-4c06-a32b-b1405b7a8e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:28.356372 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ff88c-5022-4c06-a32b-b1405b7a8e0b admin admin] Checking segment: {'id': 'bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'b6a4a220-0e9d-4889-8a61-b17c76300a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:38:28.357134 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9ff88c-5022-4c06-a32b-b1405b7a8e0b admin admin] Network hostable DHCP agents. Network: b6a4a220-0e9d-4889-8a61-b17c76300a3b, hostable agents: ['15364a29-dc0b-4d98-aa4e-4a52ef949670'], hosted agents: [] {{(pid=75940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:38:28.514575 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9ff88c-5022-4c06-a32b-b1405b7a8e0b admin admin] Network b6a4a220-0e9d-4889-8a61-b17c76300a3b is scheduled to be hosted by DHCP agent 15364a29-dc0b-4d98-aa4e-4a52ef949670 with binding_index 1 {{(pid=75940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:38:28.593384 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4b704-1ac7-4d9a-8580-132904a3b7ed req-05adffac-738b-48d4-a1ba-014944194183 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:28.593384 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-53a4b704-1ac7-4d9a-8580-132904a3b7ed req-05adffac-738b-48d4-a1ba-014944194183 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.2768955 Aug 25 16:38:28.602092 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ac0fc-c433-4aeb-9373-9d10a2782ee4 req-20e7c402-9eae-45c8-a920-cc8b6b931342 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:28.603605 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a53ac0fc-c433-4aeb-9373-9d10a2782ee4 req-20e7c402-9eae-45c8-a920-cc8b6b931342 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1784878 Aug 25 16:38:28.633773 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-8d9ff88c-5022-4c06-a32b-b1405b7a8e0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-smb, b6a4a220-0e9d-4889-8a61-b17c76300a3b) {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:38:28.643009 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ff88c-5022-4c06-a32b-b1405b7a8e0b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:28.643009 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8d9ff88c-5022-4c06-a32b-b1405b7a8e0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:28.650098 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b6e658-0f43-4ddf-b8e6-42f25b89bb39 None None] Network b6a4a220-0e9d-4889-8a61-b17c76300a3b requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:38:28.694629 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-53a4b704-1ac7-4d9a-8580-132904a3b7ed req-c09cdb66-168f-4f0f-bfa8-17f4bd1e585e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899749 Aug 25 16:38:28.699268 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a53ac0fc-c433-4aeb-9373-9d10a2782ee4 req-67502ecf-18ea-4f4e-9eec-9ed35253bb8d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782740 Aug 25 16:38:28.800705 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-8d9ff88c-5022-4c06-a32b-b1405b7a8e0b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3497636 Aug 25 16:38:29.031393 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eca28d3-48ed-4f9f-bacc-3bbedc691902 None None] Network b6a4a220-0e9d-4889-8a61-b17c76300a3b requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:38:29.126544 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2c2f5-a665-4531-90ac-c5707e804d79 req-18760a70-78f2-4c53-8bfd-9f8ac76abb9c tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:29.129593 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fad2c2f5-a665-4531-90ac-c5707e804d79 req-18760a70-78f2-4c53-8bfd-9f8ac76abb9c tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.2429442 Aug 25 16:38:29.200555 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fad2c2f5-a665-4531-90ac-c5707e804d79 req-a76eda3b-ed8b-402d-9440-dffc6527283a tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619142 Aug 25 16:38:29.754881 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:30.061899 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016deae-b6d9-442d-b6a5-59c4a4841212 req-23614b1a-5d8e-4691-990f-a78323dd2dac tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:30.063255 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2016deae-b6d9-442d-b6a5-59c4a4841212 req-23614b1a-5d8e-4691-990f-a78323dd2dac tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1569695 Aug 25 16:38:30.075195 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb448b6-b586-4b40-81e9-57ee97b77c1e req-b51a9433-38f9-4496-b7be-b1eb91672ad8 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:30.076752 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-abb448b6-b586-4b40-81e9-57ee97b77c1e req-b51a9433-38f9-4496-b7be-b1eb91672ad8 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1157060 Aug 25 16:38:30.218136 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-abb448b6-b586-4b40-81e9-57ee97b77c1e req-56eba640-63f4-4cfd-b6dd-9b83930dc350 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939403 Aug 25 16:38:30.232565 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2016deae-b6d9-442d-b6a5-59c4a4841212 req-c9e0079f-ed2b-4e74-9ed2-a46029fafbe8 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547437 Aug 25 16:38:30.515671 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a26f5c-c705-40a0-a44e-acce96e59bd7 req-3ee28fd7-775b-4206-92c8-6ddce1468b98 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:30.517513 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c5a26f5c-c705-40a0-a44e-acce96e59bd7 req-3ee28fd7-775b-4206-92c8-6ddce1468b98 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.1092980 Aug 25 16:38:30.605753 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c5a26f5c-c705-40a0-a44e-acce96e59bd7 req-aa99c20a-be78-426c-aeb4-29a4ce925232 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795152 Aug 25 16:38:31.503048 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772c663-74e8-4680-8a4e-5c3401ae31c6 req-ffcb5af9-ad2d-480a-bdc7-901bc069efb4 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:31.505552 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6772c663-74e8-4680-8a4e-5c3401ae31c6 req-ffcb5af9-ad2d-480a-bdc7-901bc069efb4 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1456528 Aug 25 16:38:31.517055 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a527b2-2f9f-434c-8a7c-081053efc8d6 req-d87f3c91-365e-486f-9b69-ad410b90edaa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:31.518513 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c6a527b2-2f9f-434c-8a7c-081053efc8d6 req-d87f3c91-365e-486f-9b69-ad410b90edaa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1121407 Aug 25 16:38:31.604190 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6772c663-74e8-4680-8a4e-5c3401ae31c6 req-3d131b88-ee08-4d41-a11d-06f7f0d932e0 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846560 Aug 25 16:38:31.607012 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c6a527b2-2f9f-434c-8a7c-081053efc8d6 req-1d39352e-b061-4e7a-82cd-eed27ec899c7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668108 Aug 25 16:38:32.014701 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-06e23801-af7b-4ad3-a378-7d8d5da03c3f tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:32.015400 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-06e23801-af7b-4ad3-a378-7d8d5da03c3f tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Synchronizing usage tracker for tenant:2d9ac5e46adf4553bb170315cf21a079 on resource:network {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:38:32.027910 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c324a64-be2c-4407-b89d-9517ce8314b4 req-185c715a-b38c-4ca6-bbf8-636a48ea1434 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:32.029435 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1c324a64-be2c-4407-b89d-9517ce8314b4 req-185c715a-b38c-4ca6-bbf8-636a48ea1434 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.2609713 Aug 25 16:38:32.102389 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1c324a64-be2c-4407-b89d-9517ce8314b4 req-4ef87c13-b260-4b77-8db9-d3ce2a6361fc tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617542 Aug 25 16:38:32.136421 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-06e23801-af7b-4ad3-a378-7d8d5da03c3f tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Unset dirty status for tenant:2d9ac5e46adf4553bb170315cf21a079 on resource:network {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:38:32.137967 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-06e23801-af7b-4ad3-a378-7d8d5da03c3f tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/networks?id=b6a4a220-0e9d-4889-8a61-b17c76300a3b HTTP/1.1" status: 200 len: 807 time: 0.3324177 Aug 25 16:38:32.170306 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-c7dbaf4d-639e-4a55-9fea-528159776cad tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/quotas/2d9ac5e46adf4553bb170315cf21a079 HTTP/1.1" status: 200 len: 375 time: 0.0242505 Aug 25 16:38:32.255763 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-19bd856c-9347-4188-8212-1f82c6772079 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d9ac5e46adf4553bb170315cf21a079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832427 Aug 25 16:38:32.406929 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-3c6cf0ab-482c-457d-982c-b769dbd00b86 service neutron] 10.222.0.35 "GET /v2.0/networks/b6a4a220-0e9d-4889-8a61-b17c76300a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501729 Aug 25 16:38:32.565191 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-a95e1b4b-93fc-433d-8c8e-6c3b8a27546e service neutron] 10.222.0.35 "GET /v2.0/networks/b6a4a220-0e9d-4889-8a61-b17c76300a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448617 Aug 25 16:38:32.731057 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 56182) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:32.951661 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40220ab-f4e2-4e11-bf0d-1ab8f83f2dd1 req-f5189e1b-0105-40ec-b558-922502e4bf5e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:32.958963 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a40220ab-f4e2-4e11-bf0d-1ab8f83f2dd1 req-f5189e1b-0105-40ec-b558-922502e4bf5e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1264441 Aug 25 16:38:33.039998 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a40220ab-f4e2-4e11-bf0d-1ab8f83f2dd1 req-cd500cd3-2e6d-4bb8-87e6-8017bba873a7 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801210 Aug 25 16:38:33.077000 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:33.182185 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:33.193573 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Usage tracker for resource:security_group_rule and tenant:ff67e0a65a654f1490c541e672aba3fc is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:33.201075 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:33.214432 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:33.266810 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c254968-0132-4273-875f-b7c62f1a9b46 req-228b8ae3-ae94-4d48-82f8-4c3a7b300032 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:33.268402 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6c254968-0132-4273-875f-b7c62f1a9b46 req-228b8ae3-ae94-4d48-82f8-4c3a7b300032 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.2237048 Aug 25 16:38:33.270926 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b5a9ca42-2fbf-42f6-9eab-188277377a93 req-e7285089-dbd2-4764-8a71-054583adcde5 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 210 time: 0.0654063 Aug 25 16:38:33.330496 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:33.349353 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6c254968-0132-4273-875f-b7c62f1a9b46 req-1e57137e-98d5-4196-8a1c-3ee664a75e45 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731113 Aug 25 16:38:33.461983 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:33.471606 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-b30ec5e6-4bdd-45fc-b976-015552320233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:33.526325 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ef4f59-6527-42c8-83fb-67e09438a54d,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:33.537069 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:33.537498 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:33.537919 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:33.538337 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:33.538750 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:33.539158 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:33.539569 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:33.540142 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:33.540777 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:33.541426 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:33.542064 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:33.551682 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff67e0a65a654f1490c541e672aba3fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8180187 Aug 25 16:38:33.553458 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:33.560580 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 56210) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:33.633295 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf23148-4bbb-4adc-a404-a4bba6b319e6 req-0372185f-461b-4ef2-a473-e7125550a15b tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:33.635135 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8bf23148-4bbb-4adc-a404-a4bba6b319e6 req-0372185f-461b-4ef2-a473-e7125550a15b tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.1570361 Aug 25 16:38:33.676296 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c043be9e-ba64-4cfc-99a7-46f6d1e493af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:33.693945 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8bf23148-4bbb-4adc-a404-a4bba6b319e6 req-4795450f-ccef-4689-b840-0318e0462241 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517004 Aug 25 16:38:33.717859 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c043be9e-ba64-4cfc-99a7-46f6d1e493af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:33.869109 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c043be9e-ba64-4cfc-99a7-46f6d1e493af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:33.875947 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-1ad877c6-7f4b-48b7-b8b7-703d62a94fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:33.891438 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043be9e-ba64-4cfc-99a7-46f6d1e493af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ef4f59-6527-42c8-83fb-67e09438a54d,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:33.894210 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-c043be9e-ba64-4cfc-99a7-46f6d1e493af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:33.897514 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c043be9e-ba64-4cfc-99a7-46f6d1e493af admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:33.899136 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-c043be9e-ba64-4cfc-99a7-46f6d1e493af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34ef4f59-6527-42c8-83fb-67e09438a54d HTTP/1.1" status: 204 len: 168 time: 0.3427069 Aug 25 16:38:33.967414 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device e75a1530-67c8-4b46-b512-9889799617b9 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:38:34.181626 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port e75a1530-67c8-4b46-b512-9889799617b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e75a1530-67c8-4b46-b512-9889799617b9,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:38:34.203060 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': 'e75a1530-67c8-4b46-b512-9889799617b9', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'port_id': 'e75a1530-67c8-4b46-b512-9889799617b9', 'mac_address': 'fa:16:3e:10:c3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:38:34.300124 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:34.338367 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e75a1530-67c8-4b46-b512-9889799617b9 {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:38:34.380314 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port e75a1530-67c8-4b46-b512-9889799617b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e75a1530-67c8-4b46-b512-9889799617b9,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:38:34.534911 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-01d46d1b-8d99-4fe7-8746-a27112745930 req-7c98aebc-e7f5-4c21-861c-4219f8bad63d tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 210 time: 0.0738750 Aug 25 16:38:34.556576 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:34.577243 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:34.647789 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da02f15-d834-4aff-90c1-2e6d9f1c8cde req-25af891d-28b7-41b1-b3c2-5ed05b9c6a17 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:34.657560 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0da02f15-d834-4aff-90c1-2e6d9f1c8cde req-25af891d-28b7-41b1-b3c2-5ed05b9c6a17 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.2639139 Aug 25 16:38:34.762153 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['e75a1530-67c8-4b46-b512-9889799617b9'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:38:34.828063 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=e75a1530-67c8-4b46-b512-9889799617b9,revision_number=6']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:34.839153 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:34.887554 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0da02f15-d834-4aff-90c1-2e6d9f1c8cde req-b45e34cf-6472-4785-9eb1-5db0f9a53aea tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287841 Aug 25 16:38:34.994173 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b8da7-cf2e-466c-9c00-9acfc7de7dc5 req-2c098add-fbeb-4bda-9be1-4d4746dafd83 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:34.997794 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-306b8da7-cf2e-466c-9c00-9acfc7de7dc5 req-2c098add-fbeb-4bda-9be1-4d4746dafd83 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 945 time: 0.2477894 Aug 25 16:38:35.064906 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-306b8da7-cf2e-466c-9c00-9acfc7de7dc5 req-08310ec2-d862-4d62-ae5b-c8c6f1b04200 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570271 Aug 25 16:38:35.292152 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9a9cc-3c26-48fb-9e49-ff47437a22d2 req-fe164578-48c8-43d7-922d-12882ed7f8c2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:35.293386 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5ae9a9cc-3c26-48fb-9e49-ff47437a22d2 req-fe164578-48c8-43d7-922d-12882ed7f8c2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.1520770 Aug 25 16:38:35.423108 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5ae9a9cc-3c26-48fb-9e49-ff47437a22d2 req-607b5c75-ad70-44b2-ab93-9a33169a2c30 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159356 Aug 25 16:38:35.868336 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-261c2299-16df-40fd-b935-f55d75a13970 req-ccb9b7a3-1dd2-40b8-a3f5-16b493983888 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 210 time: 0.0789380 Aug 25 16:38:35.978588 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device e75a1530-67c8-4b46-b512-9889799617b9 up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:38:36.173920 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port e75a1530-67c8-4b46-b512-9889799617b9 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:38:36.174573 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:36.429104 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54251b-69ee-46f5-a6a4-5cd20acf8f0b req-63d148a2-6b95-4fd8-be1a-27ae70b8e17a tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:36.431602 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ec54251b-69ee-46f5-a6a4-5cd20acf8f0b req-63d148a2-6b95-4fd8-be1a-27ae70b8e17a tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.3110437 Aug 25 16:38:36.465906 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:36.504399 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a1530-67c8-4b46-b512-9889799617b9'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:38:36.520211 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port e75a1530-67c8-4b46-b512-9889799617b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e75a1530-67c8-4b46-b512-9889799617b9,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:38:36.536654 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ac465-cb4d-4c4a-9ffc-7f4d9bc1b7e1 req-9ce4dc29-df3a-4a29-8ca0-acbf534e908b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:36.544004 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-dd7ac465-cb4d-4c4a-9ffc-7f4d9bc1b7e1 req-9ce4dc29-df3a-4a29-8ca0-acbf534e908b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 945 time: 0.2461042 Aug 25 16:38:36.584135 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ec54251b-69ee-46f5-a6a4-5cd20acf8f0b req-41affbb0-d944-4da5-9f43-e9dc190ae465 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369441 Aug 25 16:38:36.601225 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:36.608222 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:36.628446 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-dd7ac465-cb4d-4c4a-9ffc-7f4d9bc1b7e1 req-3c9bf8c3-299e-41e5-bd0d-77cd8e6cb09d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829356 Aug 25 16:38:36.857605 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a1530-67c8-4b46-b512-9889799617b9', 'code': 200} Aug 25 16:38:36.908353 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=e75a1530-67c8-4b46-b512-9889799617b9,revision_number=7']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:36.913516 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:37.102543 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-da7ab708-27a7-4f25-b113-20b474e3a333 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:37.104906 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-da7ab708-27a7-4f25-b113-20b474e3a333 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.81 "GET /v2.0/networks?id=b6a4a220-0e9d-4889-8a61-b17c76300a3b HTTP/1.1" status: 200 len: 807 time: 0.5072334 Aug 25 16:38:37.137907 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Request body: {'port': {'device_id': '54e0d0cb-99ea-4cfe-8336-c7fd402c67ca', 'network_id': 'b6a4a220-0e9d-4889-8a61-b17c76300a3b', 'admin_state_up': True, 'tenant_id': '2d9ac5e46adf4553bb170315cf21a079'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:38:37.222026 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506331f-c9e1-40b2-8bf5-77eddd05ce53 req-dfb1736d-d02c-4929-90f4-369c411854c3 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:37.234561 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4506331f-c9e1-40b2-8bf5-77eddd05ce53 req-dfb1736d-d02c-4929-90f4-369c411854c3 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.2897811 Aug 25 16:38:37.440735 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-25ab1153-91a9-4f19-91ad-99f0b8b41665 req-1fc46112-992f-430e-921c-fd4779acf26b tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 210 time: 0.2622025 Aug 25 16:38:37.480719 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:37.483740 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Usage tracker for resource:port and tenant:2d9ac5e46adf4553bb170315cf21a079 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:37.487237 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:37.495992 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:37.548272 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4506331f-c9e1-40b2-8bf5-77eddd05ce53 req-86220283-2422-4dc3-9722-023bc9421c1b tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185088 Aug 25 16:38:37.640901 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Made reservation on behalf of 2d9ac5e46adf4553bb170315cf21a079 for: {'port': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:38:37.646818 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:38.148047 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Allocated IP 172.20.0.11 (b6a4a220-0e9d-4889-8a61-b17c76300a3b/59113563-4174-47c6-9899-490d0c7b9542/deb6be5c-8db9-4296-bcb5-0135baa0faa7) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:38:38.319385 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bda64a-f39f-43a7-b79d-0e5446a38ec4 req-b4d3acb2-bab5-4322-aa82-a11b1030aad2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:38.332356 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-95bda64a-f39f-43a7-b79d-0e5446a38ec4 req-b4d3acb2-bab5-4322-aa82-a11b1030aad2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1875939 Aug 25 16:38:38.432902 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-95bda64a-f39f-43a7-b79d-0e5446a38ec4 req-4979ab2a-2b11-4981-850b-d09bf84ff2c1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992956 Aug 25 16:38:38.468250 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa1bab-f504-4d2b-9521-e1e9d20320f1 req-ba913238-36a1-4841-b6f4-fafe702506c4 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:38.481404 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fefa1bab-f504-4d2b-9521-e1e9d20320f1 req-ba913238-36a1-4841-b6f4-fafe702506c4 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.4418902 Aug 25 16:38:38.642383 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fefa1bab-f504-4d2b-9521-e1e9d20320f1 req-de30b8cb-ce3f-45e5-a405-0f38dd36288d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580751 Aug 25 16:38:38.777236 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:38.873651 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b8308473-0e93-48be-80e8-65410ae4db70 req-b5d2222a-bf6a-4ccd-bfb5-60efaed1aee9 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 210 time: 0.0784845 Aug 25 16:38:38.954348 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:38.964308 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:39.023349 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 56324) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:39.092262 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Pushing event updated for resources: {'Port': ['ID=deb6be5c-8db9-4296-bcb5-0135baa0faa7,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:39.101197 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:39.108778 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Network b6a4a220-0e9d-4889-8a61-b17c76300a3b is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:38:39.110034 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:38:39.124654 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:38:39.274086 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:39.275442 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:39.277138 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b1f49-8185-428b-969a-2e3a24ce8d73 req-e3b2d6cf-11e8-4b62-8240-bc60288f4d89 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:39.278681 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8d6b1f49-8185-428b-969a-2e3a24ce8d73 req-e3b2d6cf-11e8-4b62-8240-bc60288f4d89 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.2074523 Aug 25 16:38:39.373132 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:39.474663 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8d6b1f49-8185-428b-969a-2e3a24ce8d73 req-2017b204-9ac4-4a1a-b531-f33053a5ee4a tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817772 Aug 25 16:38:39.494266 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:39.510752 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Usage tracker for resource:security_group_rule and tenant:e889c38ebf6e4be6a789dab5dd65b798 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:39.527044 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:39.553508 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:39.573417 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4493990 Aug 25 16:38:39.593382 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Request body: {'port': {'device_id': '54e0d0cb-99ea-4cfe-8336-c7fd402c67ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:38:39.693956 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:39.787175 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:39.879745 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:39.942465 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-322bf376-79b7-4930-9236-c0bef598e955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:40.046446 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748223d6-b1a2-442b-9d20-336b77ab5084,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:40.056427 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e889c38ebf6e4be6a789dab5dd65b798&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0306361 Aug 25 16:38:40.058525 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 56340) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:40.099635 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30abf4-fbca-4be1-97a2-14985383412b req-7bd3409b-9a99-4ea3-8484-1061cf59f3ed tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:40.112606 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5f30abf4-fbca-4be1-97a2-14985383412b req-7bd3409b-9a99-4ea3-8484-1061cf59f3ed tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.3384523 Aug 25 16:38:40.134597 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:40.135195 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:40.135799 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:40.146396 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:40.147028 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:40.147655 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:40.148265 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:40.148846 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:40.149447 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:40.150053 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:40.150656 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:38:40.169469 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:40.271311 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6305fa9-fb14-4465-bb2a-424a48a5a43b req-52bb2008-a30e-45ef-bffa-ee22aa1188f5 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:40.280115 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d6305fa9-fb14-4465-bb2a-424a48a5a43b req-52bb2008-a30e-45ef-bffa-ee22aa1188f5 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.4084048 Aug 25 16:38:40.325429 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5f30abf4-fbca-4be1-97a2-14985383412b req-f664d82e-e7c7-4ed6-9cbc-2da76b9b4fed tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114308 Aug 25 16:38:40.361139 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4690d712-7b4b-487f-b86f-811fbf814ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:40.457206 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb6be5c-8db9-4296-bcb5-0135baa0faa7 {{(pid=75940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:38:40.489114 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:40.554297 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d6305fa9-fb14-4465-bb2a-424a48a5a43b req-9f646a04-1a29-405c-9827-6e596822c4f7 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730286 Aug 25 16:38:40.560037 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4690d712-7b4b-487f-b86f-811fbf814ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:40.566287 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.provisioning_blocks [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Transition to ACTIVE for port object deb6be5c-8db9-4296-bcb5-0135baa0faa7 will not be triggered until provisioned by entity L2. {{(pid=75940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:38:40.697473 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:40.705391 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:40.828779 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Pushing event updated for resources: {'Port': ['ID=deb6be5c-8db9-4296-bcb5-0135baa0faa7,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:40.835817 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:40.919535 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c84f8-8da7-4107-9de2-26d54f0f2c95 req-fdfdc1c5-7554-405b-a372-aa68694fe457 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:40.931909 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2e1c84f8-8da7-4107-9de2-26d54f0f2c95 req-fdfdc1c5-7554-405b-a372-aa68694fe457 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 944 time: 0.3024921 Aug 25 16:38:40.976946 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85ceac-6774-4b8b-a459-6e816605f6ac req-7b083dea-2a4c-4653-826e-228fb650a42e tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:40.984459 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5e85ceac-6774-4b8b-a459-6e816605f6ac req-7b083dea-2a4c-4653-826e-228fb650a42e tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.2055557 Aug 25 16:38:41.035091 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4690d712-7b4b-487f-b86f-811fbf814ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:41.042140 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:41.074754 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690d712-7b4b-487f-b86f-811fbf814ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748223d6-b1a2-442b-9d20-336b77ab5084,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:41.074754 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-4690d712-7b4b-487f-b86f-811fbf814ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:41.165353 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4690d712-7b4b-487f-b86f-811fbf814ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:41.165353 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-4690d712-7b4b-487f-b86f-811fbf814ffb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/748223d6-b1a2-442b-9d20-336b77ab5084 HTTP/1.1" status: 204 len: 168 time: 1.0965683 Aug 25 16:38:41.172676 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5e85ceac-6774-4b8b-a459-6e816605f6ac req-b52d644e-3a5a-46b8-a199-fd296e6b1af7 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869965 Aug 25 16:38:41.174971 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-2e1c84f8-8da7-4107-9de2-26d54f0f2c95 req-b6d3179c-85a1-493f-ae2a-b9cc5edba8f2 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Synchronizing usage tracker for tenant:2d9ac5e46adf4553bb170315cf21a079 on resource:security_group {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:38:41.278821 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Attempting to bind port deb6be5c-8db9-4296-bcb5-0135baa0faa7 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:38:41.279195 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Attempting to bind port deb6be5c-8db9-4296-bcb5-0135baa0faa7 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'b6a4a220-0e9d-4889-8a61-b17c76300a3b'}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:38:41.279778 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Attempting to bind port deb6be5c-8db9-4296-bcb5-0135baa0faa7 on network b6a4a220-0e9d-4889-8a61-b17c76300a3b {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:38:41.296133 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Port deb6be5c-8db9-4296-bcb5-0135baa0faa7 on network b6a4a220-0e9d-4889-8a61-b17c76300a3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:38:41.296621 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Attempting to bind port deb6be5c-8db9-4296-bcb5-0135baa0faa7 on network b6a4a220-0e9d-4889-8a61-b17c76300a3b {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:38:41.313494 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-2e1c84f8-8da7-4107-9de2-26d54f0f2c95 req-b6d3179c-85a1-493f-ae2a-b9cc5edba8f2 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Unset dirty status for tenant:2d9ac5e46adf4553bb170315cf21a079 on resource:security_group {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:38:41.315286 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2e1c84f8-8da7-4107-9de2-26d54f0f2c95 req-b6d3179c-85a1-493f-ae2a-b9cc5edba8f2 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820896 Aug 25 16:38:41.344140 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:38:41.344775 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Checking segment: {'id': 'bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'b6a4a220-0e9d-4889-8a61-b17c76300a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:38:41.348889 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Bound using segment: {'id': 'bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'b6a4a220-0e9d-4889-8a61-b17c76300a3b'} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:38:41.349770 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Bound port: deb6be5c-8db9-4296-bcb5-0135baa0faa7, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'b6a4a220-0e9d-4889-8a61-b17c76300a3b'}}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:38:41.350364 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:41.584676 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] For port deb6be5c-8db9-4296-bcb5-0135baa0faa7, host hv-cinder-80600, cleared binding levels {{(pid=75940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:38:41.591232 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] For port deb6be5c-8db9-4296-bcb5-0135baa0faa7, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=deb6be5c-8db9-4296-bcb5-0135baa0faa7,segment=NetworkSegment(bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd),segment_id=bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd)] {{(pid=75940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:38:41.674254 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:41.680113 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:41.968091 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Pushing event updated for resources: {'Port': ['ID=deb6be5c-8db9-4296-bcb5-0135baa0faa7,revision_number=3']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:41.982999 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826337e-9ada-46e1-824b-41fe7313fb68 req-7f2bca75-7e93-4c3e-9b98-67f50869b47e tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:41.988004 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9826337e-9ada-46e1-824b-41fe7313fb68 req-7f2bca75-7e93-4c3e-9b98-67f50869b47e tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.2442014 Aug 25 16:38:41.994015 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:42.006430 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449238e-f94b-4eac-9b9e-3434a9756a90 req-f83091b9-b9d9-4d90-81c0-82c93222e347 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:42.010918 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6449238e-f94b-4eac-9b9e-3434a9756a90 req-f83091b9-b9d9-4d90-81c0-82c93222e347 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1902163 Aug 25 16:38:42.023032 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:42.025699 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] 10.222.0.81 "PUT /v2.0/ports/deb6be5c-8db9-4296-bcb5-0135baa0faa7 HTTP/1.1" status: 200 len: 1094 time: 2.4422088 Aug 25 16:38:42.031489 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e0d0cb-99ea-4cfe-8336-c7fd402c67ca', 'tag': 'deb6be5c-8db9-4296-bcb5-0135baa0faa7'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:38:42.329444 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9826337e-9ada-46e1-824b-41fe7313fb68 req-637cc3cb-e0f9-48bd-98f7-8d8ed002e292 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3174787 Aug 25 16:38:42.344394 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-c82d5be1-eaa0-4147-b7b4-d003f2bc0eee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2d9ac5e46adf4553bb170315cf21a079&device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 1097 time: 0.1946762 Aug 25 16:38:42.357160 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6449238e-f94b-4eac-9b9e-3434a9756a90 req-662a5886-0369-4460-8a2c-415c9b2a62af tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3049924 Aug 25 16:38:42.520563 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-b63a090f-3424-41c9-922a-146892e57423 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=deb6be5c-8db9-4296-bcb5-0135baa0faa7 HTTP/1.1" status: 200 len: 217 time: 0.1641335 Aug 25 16:38:42.527568 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e0d0cb-99ea-4cfe-8336-c7fd402c67ca', 'tag': 'deb6be5c-8db9-4296-bcb5-0135baa0faa7', 'status': 'completed', 'code': 200} Aug 25 16:38:42.698679 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-1bf90e40-5ef9-46b4-95d5-04bfad19a5cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:42.715101 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-1bf90e40-5ef9-46b4-95d5-04bfad19a5cf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=59113563-4174-47c6-9899-490d0c7b9542 HTTP/1.1" status: 200 len: 847 time: 0.1864247 Aug 25 16:38:42.778588 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-5dbd28a9-6192-43fd-9cea-20107128dcbf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b6a4a220-0e9d-4889-8a61-b17c76300a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561745 Aug 25 16:38:42.829800 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a03c32-7d6e-43fc-8d46-472d4ae4a3e4 req-5c369a93-95aa-4eb9-bb21-b69dfdd0597c tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:42.831398 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c5a03c32-7d6e-43fc-8d46-472d4ae4a3e4 req-5c369a93-95aa-4eb9-bb21-b69dfdd0597c tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.1912496 Aug 25 16:38:42.866608 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb602faa-1669-41b6-81d9-20299f60c454 req-66d32d8a-062a-432a-8ee6-d873cfec71b3 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:42.873684 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-eb602faa-1669-41b6-81d9-20299f60c454 req-66d32d8a-062a-432a-8ee6-d873cfec71b3 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 944 time: 0.1644008 Aug 25 16:38:42.956588 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c5a03c32-7d6e-43fc-8d46-472d4ae4a3e4 req-52118dd6-a4ed-4055-b276-fd2b474a49c8 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158874 Aug 25 16:38:42.960634 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-fbb59ffa-a01f-4eda-8be7-ccfb09015d4d service neutron] 10.222.0.81 "GET /v2.0/networks/b6a4a220-0e9d-4889-8a61-b17c76300a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745200 Aug 25 16:38:42.974356 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-eb602faa-1669-41b6-81d9-20299f60c454 req-f7aec75a-2b62-4f86-81b0-a6601a72bab6 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997260 Aug 25 16:38:43.238121 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-60fd0285-23de-4fc4-8076-11cdb401fee4 req-e5aa694c-4550-4890-8d39-013b8bb806a8 service neutron] 10.222.0.81 "GET /v2.0/networks/b6a4a220-0e9d-4889-8a61-b17c76300a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679572 Aug 25 16:38:43.457180 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-4f04d747-e5f8-4ddc-8133-dd694b3fd8c9 req-ba27d2f7-ac00-42d5-a92c-4bc1778d2b26 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2d9ac5e46adf4553bb170315cf21a079&device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 1097 time: 0.1005909 Aug 25 16:38:43.688901 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04d747-e5f8-4ddc-8133-dd694b3fd8c9 req-54c7102b-8b25-4f55-8442-62208918870f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:43.690548 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-4f04d747-e5f8-4ddc-8133-dd694b3fd8c9 req-54c7102b-8b25-4f55-8442-62208918870f service neutron] 10.222.0.81 "GET /v2.0/networks?id=b6a4a220-0e9d-4889-8a61-b17c76300a3b HTTP/1.1" status: 200 len: 909 time: 0.2335627 Aug 25 16:38:43.761770 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdda950-9811-42bc-9f46-02d3970bcdc0 req-210c405d-1326-40e1-b5b1-8692aaf6f3ea tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:43.765966 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7fdda950-9811-42bc-9f46-02d3970bcdc0 req-210c405d-1326-40e1-b5b1-8692aaf6f3ea tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1693254 Aug 25 16:38:43.820041 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-4f04d747-e5f8-4ddc-8133-dd694b3fd8c9 req-5c793f7b-94a8-49b4-afc1-ac3fd4c86742 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=deb6be5c-8db9-4296-bcb5-0135baa0faa7 HTTP/1.1" status: 200 len: 217 time: 0.1185265 Aug 25 16:38:43.908017 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7fdda950-9811-42bc-9f46-02d3970bcdc0 req-7effdaed-6e06-4711-9bdc-d1f5e663c3fa tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914364 Aug 25 16:38:43.917656 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04d747-e5f8-4ddc-8133-dd694b3fd8c9 req-e57f4220-5f07-4cdb-8565-166667e37318 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:43.919381 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-4f04d747-e5f8-4ddc-8133-dd694b3fd8c9 req-e57f4220-5f07-4cdb-8565-166667e37318 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=59113563-4174-47c6-9899-490d0c7b9542 HTTP/1.1" status: 200 len: 847 time: 0.0929279 Aug 25 16:38:43.920381 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582b570-3be5-416c-990e-eda4b9e0a08a req-4beff5d6-83ba-45cb-bebd-dcb4945add56 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:43.922090 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e582b570-3be5-416c-990e-eda4b9e0a08a req-4beff5d6-83ba-45cb-bebd-dcb4945add56 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1693044 Aug 25 16:38:43.994419 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:38:43.995691 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-4f04d747-e5f8-4ddc-8133-dd694b3fd8c9 req-81240c5a-f5cd-4c29-8a01-5f6bf160171c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b6a4a220-0e9d-4889-8a61-b17c76300a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630171 Aug 25 16:38:44.006433 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e582b570-3be5-416c-990e-eda4b9e0a08a req-f6a66688-30e1-44b3-b2aa-f811061d3928 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757914 Aug 25 16:38:44.359367 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-4f04d747-e5f8-4ddc-8133-dd694b3fd8c9 req-31f91142-057d-4f9f-a59b-b6e73762bfb2 service neutron] 10.222.0.81 "GET /v2.0/networks/b6a4a220-0e9d-4889-8a61-b17c76300a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536372 Aug 25 16:38:44.477242 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9d19d-d25b-42fd-99c0-8a1527d6d8b5 req-c1e299fe-4235-46b3-ae34-382935e6a94a tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:44.479650 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-add9d19d-d25b-42fd-99c0-8a1527d6d8b5 req-c1e299fe-4235-46b3-ae34-382935e6a94a tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 944 time: 0.2735431 Aug 25 16:38:44.497006 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b6494-045a-4020-8693-4bbcb4600d94 req-5937c8be-a3e9-491e-b672-4b2f8f6861c3 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:44.497006 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cf1b6494-045a-4020-8693-4bbcb4600d94 req-5937c8be-a3e9-491e-b672-4b2f8f6861c3 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.2033613 Aug 25 16:38:44.567028 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-4f04d747-e5f8-4ddc-8133-dd694b3fd8c9 req-b7322b7e-9cf2-4879-aaf0-094c1bead10e service neutron] 10.222.0.81 "GET /v2.0/networks/b6a4a220-0e9d-4889-8a61-b17c76300a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983783 Aug 25 16:38:44.612577 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-add9d19d-d25b-42fd-99c0-8a1527d6d8b5 req-19fb4bca-b4bf-4e1c-ba94-fe011b7a242a tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170244 Aug 25 16:38:44.627591 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cf1b6494-045a-4020-8693-4bbcb4600d94 req-56da5bf5-0449-4caa-82a7-657b0958770e tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146154 Aug 25 16:38:44.941647 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 56456) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:45.138366 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-48c5c7c7-de82-4609-a754-134aef9ef4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:45.214160 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-48c5c7c7-de82-4609-a754-134aef9ef4c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:45.222211 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-48c5c7c7-de82-4609-a754-134aef9ef4c5 admin admin] Usage tracker for resource:security_group_rule and tenant:2f261e342edb446ca6f7828aa5e009dd is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:45.228734 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-48c5c7c7-de82-4609-a754-134aef9ef4c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:45.246276 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-48c5c7c7-de82-4609-a754-134aef9ef4c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:45.247398 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c4c6d-e6a4-4b1a-99dc-938bbda21ebf req-10e7e97a-fab3-4725-b962-ecb7f52e9e6f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:45.261322 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a30c4c6d-e6a4-4b1a-99dc-938bbda21ebf req-10e7e97a-fab3-4725-b962-ecb7f52e9e6f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.2011104 Aug 25 16:38:45.346280 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-48c5c7c7-de82-4609-a754-134aef9ef4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:45.405956 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a30c4c6d-e6a4-4b1a-99dc-938bbda21ebf req-555f5b6a-6c56-4a99-b686-22550eae7bb0 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403565 Aug 25 16:38:45.439124 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5578453-bf34-45e5-b3ab-0ceddb299730 req-a2be8e5a-69f5-432c-8b1e-2f545a8a5004 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:45.446979 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b5578453-bf34-45e5-b3ab-0ceddb299730 req-a2be8e5a-69f5-432c-8b1e-2f545a8a5004 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1368501 Aug 25 16:38:45.478959 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-48c5c7c7-de82-4609-a754-134aef9ef4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:45.486591 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-1003c28e-c5fe-47bc-b1db-b768508c6c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:45.509084 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b5578453-bf34-45e5-b3ab-0ceddb299730 req-826c4225-f611-4bc4-a206-a7002900853e tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609934 Aug 25 16:38:45.532306 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5c7c7-de82-4609-a754-134aef9ef4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad0c098-f9df-45f0-95a4-55ee84d8919a,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:45.537137 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-48c5c7c7-de82-4609-a754-134aef9ef4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:45.546056 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 56466) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:45.546214 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-48c5c7c7-de82-4609-a754-134aef9ef4c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f261e342edb446ca6f7828aa5e009dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6031690 Aug 25 16:38:45.701469 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-f6ac500e-e174-4d10-a91b-b22e71e2e191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:45.759601 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-f6ac500e-e174-4d10-a91b-b22e71e2e191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:46.005765 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60be9d-5564-48ea-8fa2-a00f39161212 req-dd178b6c-45eb-45d2-8cf4-0492b5bef0ad tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:46.008847 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fd60be9d-5564-48ea-8fa2-a00f39161212 req-dd178b6c-45eb-45d2-8cf4-0492b5bef0ad tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.1495779 Aug 25 16:38:46.017295 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device deb6be5c-8db9-4296-bcb5-0135baa0faa7 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:38:46.025080 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70239b11-b5fe-4ac2-b4b6-308768f8e791 req-28306438-eefc-46af-b874-43ad900cd550 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:46.027789 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-70239b11-b5fe-4ac2-b4b6-308768f8e791 req-28306438-eefc-46af-b874-43ad900cd550 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 944 time: 0.2077043 Aug 25 16:38:46.032679 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-f6ac500e-e174-4d10-a91b-b22e71e2e191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:46.041096 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-c0144797-e5f4-494a-99ce-7f1b58e491bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:46.099879 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac500e-e174-4d10-a91b-b22e71e2e191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad0c098-f9df-45f0-95a4-55ee84d8919a,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:46.121456 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-f6ac500e-e174-4d10-a91b-b22e71e2e191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:46.137094 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-f6ac500e-e174-4d10-a91b-b22e71e2e191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:46.138828 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-f6ac500e-e174-4d10-a91b-b22e71e2e191 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fad0c098-f9df-45f0-95a4-55ee84d8919a HTTP/1.1" status: 204 len: 168 time: 0.5918984 Aug 25 16:38:46.183149 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fd60be9d-5564-48ea-8fa2-a00f39161212 req-7973f860-ad2b-4c01-9fa1-f7965dfe4725 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550415 Aug 25 16:38:46.201023 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-70239b11-b5fe-4ac2-b4b6-308768f8e791 req-1403b39b-ac20-4aae-8fc3-a264be9a79bf tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619325 Aug 25 16:38:46.424452 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port deb6be5c-8db9-4296-bcb5-0135baa0faa7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=deb6be5c-8db9-4296-bcb5-0135baa0faa7,segment=NetworkSegment(bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd),segment_id=bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:38:46.440638 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': 'deb6be5c-8db9-4296-bcb5-0135baa0faa7', 'network_id': 'b6a4a220-0e9d-4889-8a61-b17c76300a3b', 'port_id': 'deb6be5c-8db9-4296-bcb5-0135baa0faa7', 'mac_address': 'fa:16:3e:40:12:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59113563-4174-47c6-9899-490d0c7b9542', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:38:46.531424 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:46.591334 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb6be5c-8db9-4296-bcb5-0135baa0faa7 {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:38:46.630420 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port deb6be5c-8db9-4296-bcb5-0135baa0faa7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=deb6be5c-8db9-4296-bcb5-0135baa0faa7,segment=NetworkSegment(bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd),segment_id=bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:38:46.704920 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:46.707817 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-8bd03a83-3e67-4e58-af17-45a3f83e8234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:46.865115 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=deb6be5c-8db9-4296-bcb5-0135baa0faa7,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:46.868966 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:46.924690 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3ef99-7565-495f-b24c-bf2b9df56d2b req-649bd744-b493-4d0a-8dc9-4ae288d18048 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:46.932214 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-75a3ef99-7565-495f-b24c-bf2b9df56d2b req-649bd744-b493-4d0a-8dc9-4ae288d18048 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.2749112 Aug 25 16:38:46.970501 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfde00-e4a1-446d-a5f7-47603930695b req-022bcfee-2aa1-436d-bee0-30f06e2bde2d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:46.979904 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9cbfde00-e4a1-446d-a5f7-47603930695b req-022bcfee-2aa1-436d-bee0-30f06e2bde2d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.2225592 Aug 25 16:38:47.044615 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-75a3ef99-7565-495f-b24c-bf2b9df56d2b req-9a973364-7d8e-4feb-9cea-1e8a6ea7999b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114461 Aug 25 16:38:47.075055 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9cbfde00-e4a1-446d-a5f7-47603930695b req-27059ece-21b3-435c-b65e-e703e5f2e9f4 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940099 Aug 25 16:38:47.077781 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['deb6be5c-8db9-4296-bcb5-0135baa0faa7'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:38:47.657730 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ce5c3-55b0-4f2e-b7cb-5ea25e6cd444 req-69c5a3df-37fb-4d26-9835-82da89bf0b23 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:47.659592 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-da6ce5c3-55b0-4f2e-b7cb-5ea25e6cd444 req-69c5a3df-37fb-4d26-9835-82da89bf0b23 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.1403816 Aug 25 16:38:47.766755 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-da6ce5c3-55b0-4f2e-b7cb-5ea25e6cd444 req-b26b6a2d-c6bf-46ba-bdf8-b1113b65c7a8 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861690 Aug 25 16:38:48.207761 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-5803952a-ef0c-46d4-83f7-59a46b1a0b29 req-ece0a718-4e6e-4bb2-bc16-0651f407ab26 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e190674e9304482495bba1179171dfd3&device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 1098 time: 0.1396933 Aug 25 16:38:48.269204 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7023a-df7a-426c-b657-f68779adb982 req-de87d13a-a28f-49ae-9dbe-1f419f415110 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:48.276282 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-90e7023a-df7a-426c-b657-f68779adb982 req-de87d13a-a28f-49ae-9dbe-1f419f415110 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.3113310 Aug 25 16:38:48.319138 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d715b-af1a-428b-8379-907aabef3e20 req-c3a5eabb-a52b-4e65-a2d2-c2bbe0b905ba tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:48.326954 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1b4d715b-af1a-428b-8379-907aabef3e20 req-c3a5eabb-a52b-4e65-a2d2-c2bbe0b905ba tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 945 time: 0.2917578 Aug 25 16:38:48.407416 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-90e7023a-df7a-426c-b657-f68779adb982 req-ce4758fb-5ed9-4ed2-8396-d643dcbd4c54 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301401 Aug 25 16:38:48.443859 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1b4d715b-af1a-428b-8379-907aabef3e20 req-eaf9a4ea-fbbb-4c2c-a6bd-e9e2919d080a tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166677 Aug 25 16:38:48.562923 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803952a-ef0c-46d4-83f7-59a46b1a0b29 req-6f2cd4d4-6fca-477a-9445-240a3ba9c545 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:48.564426 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-5803952a-ef0c-46d4-83f7-59a46b1a0b29 req-6f2cd4d4-6fca-477a-9445-240a3ba9c545 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2b868551-604b-4fc5-b01d-b07c18548dc0 HTTP/1.1" status: 200 len: 913 time: 0.3498054 Aug 25 16:38:48.736586 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451f875-9876-41d2-8196-29136f1c270d req-14456a17-a193-4060-8f02-99563c789d38 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:48.739176 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a451f875-9876-41d2-8196-29136f1c270d req-14456a17-a193-4060-8f02-99563c789d38 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1497369 Aug 25 16:38:48.791167 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-5803952a-ef0c-46d4-83f7-59a46b1a0b29 req-5eb94879-a10d-4031-a82e-47ecf77e72e1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb1a07d4-db90-4ee5-ac93-176f9dc7f534 HTTP/1.1" status: 200 len: 1000 time: 0.2125773 Aug 25 16:38:48.824615 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a451f875-9876-41d2-8196-29136f1c270d req-7e79625b-65d2-4675-9e64-3406a2a459c6 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756826 Aug 25 16:38:48.921900 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803952a-ef0c-46d4-83f7-59a46b1a0b29 req-0288d365-dc0e-4a25-8869-c849523ccef2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:48.923878 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-5803952a-ef0c-46d4-83f7-59a46b1a0b29 req-0288d365-dc0e-4a25-8869-c849523ccef2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc013c14-7af0-4164-ba36-a7b01f82d66b HTTP/1.1" status: 200 len: 850 time: 0.1237390 Aug 25 16:38:49.043925 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-5803952a-ef0c-46d4-83f7-59a46b1a0b29 req-a28f9d76-02ec-46ea-af13-5f094d4148f9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2b868551-604b-4fc5-b01d-b07c18548dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1072719 Aug 25 16:38:49.131583 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 56554) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:49.321536 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-5803952a-ef0c-46d4-83f7-59a46b1a0b29 req-a42c21a2-b658-4827-9186-c2527191dd4d service neutron] 10.222.0.81 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678452 Aug 25 16:38:49.366381 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57212089-518d-4e10-a945-49f866f68c25 req-2503e6b3-e252-46f4-a788-f6d4bee6e7ae tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:49.368076 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-57212089-518d-4e10-a945-49f866f68c25 req-2503e6b3-e252-46f4-a788-f6d4bee6e7ae tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.2626090 Aug 25 16:38:49.452635 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-57212089-518d-4e10-a945-49f866f68c25 req-7025c8e2-c764-435e-ad6c-2fb7ad0e43fb tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789311 Aug 25 16:38:49.554311 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-4d447ef4-940f-43e3-91ea-e9e43365c19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:49.633926 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-4d447ef4-940f-43e3-91ea-e9e43365c19d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:49.650613 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-4d447ef4-940f-43e3-91ea-e9e43365c19d admin admin] Usage tracker for resource:security_group_rule and tenant:ae66f51e836d40729111d229b15b766b is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:49.676346 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-4d447ef4-940f-43e3-91ea-e9e43365c19d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:49.747114 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-4d447ef4-940f-43e3-91ea-e9e43365c19d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:49.765535 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7745c-4ec5-455e-967b-343db50aa56b req-7a085917-c69e-4884-91ff-57b2d8b92d84 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:49.769636 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-5803952a-ef0c-46d4-83f7-59a46b1a0b29 req-7c4ac46c-10f0-4719-8c18-34431047ba53 service neutron] 10.222.0.81 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386449 Aug 25 16:38:49.771485 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a3d7745c-4ec5-455e-967b-343db50aa56b req-7a085917-c69e-4884-91ff-57b2d8b92d84 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.2003250 Aug 25 16:38:49.947584 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-4d447ef4-940f-43e3-91ea-e9e43365c19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:49.963424 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a3d7745c-4ec5-455e-967b-343db50aa56b req-40100d43-c365-4839-adbf-8961e7fe03b9 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386018 Aug 25 16:38:49.982092 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923da197-961d-4b46-8612-2c0705e6b8ea req-60bd5dcb-bf50-495e-9de1-b86b3564137b tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:49.999144 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-923da197-961d-4b46-8612-2c0705e6b8ea req-60bd5dcb-bf50-495e-9de1-b86b3564137b tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 945 time: 0.2166131 Aug 25 16:38:50.029783 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device deb6be5c-8db9-4296-bcb5-0135baa0faa7 up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:38:50.049696 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-923da197-961d-4b46-8612-2c0705e6b8ea req-23a146da-16be-42b0-ae2c-ba983053f301 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592842 Aug 25 16:38:50.189087 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35ff5b-b0a1-46ce-8c29-d8524fd42caf req-a4ca0560-cd06-4076-8f23-5c00fe0cf646 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:50.189087 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9f35ff5b-b0a1-46ce-8c29-d8524fd42caf req-a4ca0560-cd06-4076-8f23-5c00fe0cf646 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.0834684 Aug 25 16:38:50.239766 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9f35ff5b-b0a1-46ce-8c29-d8524fd42caf req-bdbf4534-a665-4358-9c78-eda5b44a0723 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491354 Aug 25 16:38:50.605015 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-4d447ef4-940f-43e3-91ea-e9e43365c19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:50.615117 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-9c9e5f3d-d043-44a4-999b-9e470e2dc7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:50.657090 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64f4b1-2763-486e-9853-af0ff46526ad req-9c965c56-bb2f-4098-99db-26ec25f89a3a tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:50.657725 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d447ef4-940f-43e3-91ea-e9e43365c19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87accc04-c855-4617-b1c3-b8b42d7824b7,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:50.658762 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3c64f4b1-2763-486e-9853-af0ff46526ad req-9c965c56-bb2f-4098-99db-26ec25f89a3a tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.0824962 Aug 25 16:38:50.661144 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-4d447ef4-940f-43e3-91ea-e9e43365c19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:50.665183 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port deb6be5c-8db9-4296-bcb5-0135baa0faa7 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:38:50.665331 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-4d447ef4-940f-43e3-91ea-e9e43365c19d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae66f51e836d40729111d229b15b766b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5324774 Aug 25 16:38:50.669913 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 56580) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:50.674461 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port deb6be5c-8db9-4296-bcb5-0135baa0faa7 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:38:50.674849 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:50.771868 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3c64f4b1-2763-486e-9853-af0ff46526ad req-c9294028-dfde-4254-97b6-13781b5d3bf9 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067345 Aug 25 16:38:50.836401 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8101479d-3c92-4415-9fe8-261d50a659b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:50.884798 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8101479d-3c92-4415-9fe8-261d50a659b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:50.965704 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:50.997993 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e0d0cb-99ea-4cfe-8336-c7fd402c67ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb6be5c-8db9-4296-bcb5-0135baa0faa7'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:38:51.011016 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port deb6be5c-8db9-4296-bcb5-0135baa0faa7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=deb6be5c-8db9-4296-bcb5-0135baa0faa7,segment=NetworkSegment(bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd),segment_id=bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:38:51.022638 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8101479d-3c92-4415-9fe8-261d50a659b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:51.031050 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-277c9706-d730-4224-9839-238d815afeeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:51.063450 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101479d-3c92-4415-9fe8-261d50a659b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87accc04-c855-4617-b1c3-b8b42d7824b7,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:51.068632 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:51.070642 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:51.073007 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-8101479d-3c92-4415-9fe8-261d50a659b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:51.113201 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8101479d-3c92-4415-9fe8-261d50a659b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:51.120730 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-8101479d-3c92-4415-9fe8-261d50a659b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87accc04-c855-4617-b1c3-b8b42d7824b7 HTTP/1.1" status: 204 len: 168 time: 0.4467373 Aug 25 16:38:51.204903 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e0d0cb-99ea-4cfe-8336-c7fd402c67ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb6be5c-8db9-4296-bcb5-0135baa0faa7', 'code': 200} Aug 25 16:38:51.385590 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=deb6be5c-8db9-4296-bcb5-0135baa0faa7,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:51.407520 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:51.559116 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c852bd1-ec10-44ef-aea0-610aebb3ef00 req-0fdc6427-11df-4d13-9534-41a7b71f4ea5 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:51.567777 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4c852bd1-ec10-44ef-aea0-610aebb3ef00 req-0fdc6427-11df-4d13-9534-41a7b71f4ea5 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.2418766 Aug 25 16:38:51.641614 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff88878-0922-4646-afb9-8ff9437cfce1 req-8223cbf3-7497-4904-938f-f81d1ec3531e tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:51.643210 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8ff88878-0922-4646-afb9-8ff9437cfce1 req-8223cbf3-7497-4904-938f-f81d1ec3531e tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 946 time: 0.2266898 Aug 25 16:38:51.708194 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4c852bd1-ec10-44ef-aea0-610aebb3ef00 req-a6aaa9ec-f843-4b07-b8bc-69f1d890be4c tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392629 Aug 25 16:38:51.777620 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8ff88878-0922-4646-afb9-8ff9437cfce1 req-bf8895cc-5ccb-4cb9-a110-0539faad697e tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263163 Aug 25 16:38:51.902588 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-ad89dd21-3240-4a7e-bd29-1de17764e065 req-5d29085f-6bc2-498e-ac59-908e148b8c6b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 1099 time: 0.2345932 Aug 25 16:38:51.991066 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-ad89dd21-3240-4a7e-bd29-1de17764e065 req-db657d5b-0539-4c9c-9b46-68b46774ec39 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802486 Aug 25 16:38:52.029751 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f7957-6638-433d-9675-6be3d1e2c2dd req-b026f953-4218-4569-94ad-bea23c4825a5 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:52.032262 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-673f7957-6638-433d-9675-6be3d1e2c2dd req-b026f953-4218-4569-94ad-bea23c4825a5 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1727679 Aug 25 16:38:52.167896 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-673f7957-6638-433d-9675-6be3d1e2c2dd req-a6d4b197-51ef-4a6d-b1ec-fa83278209f1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933402 Aug 25 16:38:52.186905 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389c4c6-0b1e-4756-bae1-d82602f37fa8 req-fafc7f15-be55-464d-a610-d91b0897ace1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:52.195186 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4389c4c6-0b1e-4756-bae1-d82602f37fa8 req-fafc7f15-be55-464d-a610-d91b0897ace1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.1615937 Aug 25 16:38:52.247986 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4389c4c6-0b1e-4756-bae1-d82602f37fa8 req-57fbba00-4bf4-4908-8db6-24728190f486 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518064 Aug 25 16:38:52.280498 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 56622) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:52.296114 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f1036736-35d9-453e-a5b7-5477cedc3aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:52.337096 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-f1036736-35d9-453e-a5b7-5477cedc3aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:38:52.365644 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-f1036736-35d9-453e-a5b7-5477cedc3aa8 admin admin] Usage tracker for resource:security_group_rule and tenant:d79c4a53ee8647d6b770c34c043cec8a is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:38:52.369337 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-f1036736-35d9-453e-a5b7-5477cedc3aa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:38:52.383222 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-f1036736-35d9-453e-a5b7-5477cedc3aa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:38:52.484577 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f1036736-35d9-453e-a5b7-5477cedc3aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:52.570401 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f1036736-35d9-453e-a5b7-5477cedc3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:52.583505 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-2167cd85-99f7-4ea8-8a21-76408d71e576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:52.630640 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1036736-35d9-453e-a5b7-5477cedc3aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef910d57-2c79-4951-b66a-34bb1a5da87f,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:52.634597 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-f1036736-35d9-453e-a5b7-5477cedc3aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:52.641156 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 56636) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:38:52.654462 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-f1036736-35d9-453e-a5b7-5477cedc3aa8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d79c4a53ee8647d6b770c34c043cec8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3695285 Aug 25 16:38:52.745489 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-18b2c7b0-f486-4a9b-a132-32038af6a2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:52.802374 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-18b2c7b0-f486-4a9b-a132-32038af6a2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:53.001120 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-18b2c7b0-f486-4a9b-a132-32038af6a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:53.006393 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-4690d712-7b4b-487f-b86f-811fbf814ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:38:53.025842 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2c7b0-f486-4a9b-a132-32038af6a2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef910d57-2c79-4951-b66a-34bb1a5da87f,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:38:53.057302 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-18b2c7b0-f486-4a9b-a132-32038af6a2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:38:53.070355 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-18b2c7b0-f486-4a9b-a132-32038af6a2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:53.074525 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-18b2c7b0-f486-4a9b-a132-32038af6a2bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef910d57-2c79-4951-b66a-34bb1a5da87f HTTP/1.1" status: 204 len: 168 time: 0.4319806 Aug 25 16:38:53.099678 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3af2b-a063-4a8f-8710-03b1c088bcda req-39ea0598-ddf1-429f-9755-4ae9ad7ff39b tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:53.107063 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c6d3af2b-a063-4a8f-8710-03b1c088bcda req-39ea0598-ddf1-429f-9755-4ae9ad7ff39b tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 946 time: 0.1581082 Aug 25 16:38:53.178768 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c6d3af2b-a063-4a8f-8710-03b1c088bcda req-162827a7-6079-41f3-a25c-2522ceab13b7 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706515 Aug 25 16:38:53.502332 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018db672-3daa-44e7-a3f4-fe1524faeff3 req-56f5b8cd-8736-4342-8b28-91e45ff6073e tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:53.512933 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-018db672-3daa-44e7-a3f4-fe1524faeff3 req-56f5b8cd-8736-4342-8b28-91e45ff6073e tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1660943 Aug 25 16:38:53.612603 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-018db672-3daa-44e7-a3f4-fe1524faeff3 req-83e887fb-ead4-4469-b14c-77d332c234ec tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988081 Aug 25 16:38:53.625342 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6589620-8284-4b32-a2c3-05c4d8359abd req-7c4c3d64-6ee6-46a4-9594-6e2bb58699d2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:53.627252 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a6589620-8284-4b32-a2c3-05c4d8359abd req-7c4c3d64-6ee6-46a4-9594-6e2bb58699d2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.2132621 Aug 25 16:38:53.719164 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a6589620-8284-4b32-a2c3-05c4d8359abd req-1c44cc25-31ca-4ce8-a722-c0e5708b2527 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835278 Aug 25 16:38:53.764805 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-a853cd80-740f-46c3-8c7e-e4dcc48d8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:54.486033 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b3856-32f5-4888-9138-090e6475ddec req-1cba679d-158b-4389-9b37-b59ea4c12c0f tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:54.487939 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5e8b3856-32f5-4888-9138-090e6475ddec req-1cba679d-158b-4389-9b37-b59ea4c12c0f tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 946 time: 0.1063564 Aug 25 16:38:54.560634 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5e8b3856-32f5-4888-9138-090e6475ddec req-1a19a1e5-b3d2-4006-9c2f-a1323d38c7c7 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643675 Aug 25 16:38:54.924482 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:55.131414 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efeff7b-5301-4e07-b42e-cc4be05ebc33 req-a80fb436-62ef-4172-8647-854b428102bc tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:55.142937 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9efeff7b-5301-4e07-b42e-cc4be05ebc33 req-a80fb436-62ef-4172-8647-854b428102bc tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.2137897 Aug 25 16:38:55.162711 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4ab2a-ca61-4039-8928-698db9414d0b req-c72b7f93-d700-4cdf-8b8a-6f53293da0f3 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:55.166006 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-78d4ab2a-ca61-4039-8928-698db9414d0b req-c72b7f93-d700-4cdf-8b8a-6f53293da0f3 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.2784321 Aug 25 16:38:55.303270 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9efeff7b-5301-4e07-b42e-cc4be05ebc33 req-b32f4e94-5180-4a18-825d-607c922f36d3 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336365 Aug 25 16:38:55.321787 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-78d4ab2a-ca61-4039-8928-698db9414d0b req-918bfd56-0615-4bbc-9072-ca4e83b8fdca tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242502 Aug 25 16:38:55.436372 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:56.043246 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f3e4bc54-31e3-48fd-9f82-8ab54421db0d req-e2cf6e73-0768-425e-93ca-89b400fcdcab service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 1098 time: 0.1309102 Aug 25 16:38:56.096418 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f3e4bc54-31e3-48fd-9f82-8ab54421db0d req-66f8accd-5c2d-42e6-8e99-91f8680b9801 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455780 Aug 25 16:38:56.587289 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cfa29-7aa2-4ac8-b4a6-57bc6473e7d9 req-63d269a7-78d6-46d4-9851-010ae69771e9 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:56.588823 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e03cfa29-7aa2-4ac8-b4a6-57bc6473e7d9 req-63d269a7-78d6-46d4-9851-010ae69771e9 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.1461101 Aug 25 16:38:56.654484 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdacd2e-fa08-488c-9dae-c47171257ff1 req-01df9703-cd80-4bd0-8eb0-02916fa6a4d4 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:56.657433 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6fdacd2e-fa08-488c-9dae-c47171257ff1 req-01df9703-cd80-4bd0-8eb0-02916fa6a4d4 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1473582 Aug 25 16:38:56.746822 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e03cfa29-7aa2-4ac8-b4a6-57bc6473e7d9 req-e23dbc74-80dd-4539-8d75-bd15f1b1c54d tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462646 Aug 25 16:38:56.778579 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6fdacd2e-fa08-488c-9dae-c47171257ff1 req-20a2b6ee-9b53-46c6-ac8d-c4367bc25c74 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094351 Aug 25 16:38:57.364861 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f99d0c76-d180-4ae5-9e35-1e2867018255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:58.084840 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf862d-355d-456c-83d1-9a00f974b679 req-716644e8-c90f-4c8e-b552-25b6f00e72de tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:58.086258 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7dbf862d-355d-456c-83d1-9a00f974b679 req-716644e8-c90f-4c8e-b552-25b6f00e72de tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 946 time: 0.2088227 Aug 25 16:38:58.093654 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af48ac8-1707-453a-9a9c-9b11a77646a4 req-f543b3ee-72f0-4742-ad85-be9a1102cc0e tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:58.095088 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1af48ac8-1707-453a-9a9c-9b11a77646a4 req-f543b3ee-72f0-4742-ad85-be9a1102cc0e tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.1197522 Aug 25 16:38:58.170653 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7dbf862d-355d-456c-83d1-9a00f974b679 req-7910911c-a2e8-4412-8fcb-7ec5497ec061 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745995 Aug 25 16:38:58.176268 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1af48ac8-1707-453a-9a9c-9b11a77646a4 req-1e3a3179-2ff0-422b-828a-bba86e416f45 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654581 Aug 25 16:38:58.204601 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:58.538009 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a9e0a-8e61-40b9-b4c4-23efe9f0064a req-5832c2ac-633e-444e-b14e-493797eda894 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:58.540898 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-165a9e0a-8e61-40b9-b4c4-23efe9f0064a req-5832c2ac-633e-444e-b14e-493797eda894 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.2195632 Aug 25 16:38:58.597729 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6408bc-ba50-49af-93e2-2a105dc44831 req-2b6e5dbd-9baa-457e-8acc-f05220820be8 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:58.597729 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8c6408bc-ba50-49af-93e2-2a105dc44831 req-2b6e5dbd-9baa-457e-8acc-f05220820be8 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.2191219 Aug 25 16:38:58.684968 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-165a9e0a-8e61-40b9-b4c4-23efe9f0064a req-09fc841d-3620-477d-b692-f15009d8fb3b tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371729 Aug 25 16:38:58.690941 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8c6408bc-ba50-49af-93e2-2a105dc44831 req-e4557560-91e3-4a09-9082-212f3715a2aa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844226 Aug 25 16:38:59.393179 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-03cb5411-f4d7-4129-8373-b7d5a4ca9d96 req-e7a00047-ed57-4b42-b6fc-439f12479a26 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9&device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 1099 time: 0.0806181 Aug 25 16:38:59.414550 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4b2b6-0e01-4dfe-85ea-da5b69a405ae req-81c0ed15-f013-492e-846a-762a0a5f0483 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:59.416676 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7be4b2b6-0e01-4dfe-85ea-da5b69a405ae req-81c0ed15-f013-492e-846a-762a0a5f0483 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 946 time: 0.0933604 Aug 25 16:38:59.464064 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7be4b2b6-0e01-4dfe-85ea-da5b69a405ae req-bc4c0e81-e2f6-4c6c-bad7-126129b74d76 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415156 Aug 25 16:38:59.533485 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb5411-f4d7-4129-8373-b7d5a4ca9d96 req-622851e5-c20c-41aa-8e85-4e0e05644871 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:59.535831 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-03cb5411-f4d7-4129-8373-b7d5a4ca9d96 req-622851e5-c20c-41aa-8e85-4e0e05644871 service neutron] 10.222.0.81 "GET /v2.0/networks?id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4 HTTP/1.1" status: 200 len: 918 time: 0.1344037 Aug 25 16:38:59.655990 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-03cb5411-f4d7-4129-8373-b7d5a4ca9d96 req-32616860-16bb-48ad-a790-29b775f88518 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e75a1530-67c8-4b46-b512-9889799617b9 HTTP/1.1" status: 200 len: 1002 time: 0.1123087 Aug 25 16:38:59.718582 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:38:59.735191 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb5411-f4d7-4129-8373-b7d5a4ca9d96 req-6b24470c-7be7-4ab1-8837-cc62ca7cb8fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:38:59.737001 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-03cb5411-f4d7-4129-8373-b7d5a4ca9d96 req-6b24470c-7be7-4ab1-8837-cc62ca7cb8fc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d63a0ffb-80d7-4462-90e5-4d8039ba5a58 HTTP/1.1" status: 200 len: 855 time: 0.0604460 Aug 25 16:38:59.854915 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-03cb5411-f4d7-4129-8373-b7d5a4ca9d96 req-61fc78be-19b8-431f-a21c-27e498ec3cd3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0986674 Aug 25 16:39:00.002980 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf7d16-d356-4f8a-b898-255958fa7d2a req-844751ad-3cac-4b21-9d66-cb3f8d61cfd0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:00.004946 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3fdf7d16-d356-4f8a-b898-255958fa7d2a req-844751ad-3cac-4b21-9d66-cb3f8d61cfd0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1592195 Aug 25 16:39:00.062715 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fae39e-af4f-4d8b-9d96-c9da0e4076d6 req-8a2f26e9-d67d-434d-8485-05c69f8f8033 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:00.064727 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b6fae39e-af4f-4d8b-9d96-c9da0e4076d6 req-8a2f26e9-d67d-434d-8485-05c69f8f8033 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.81 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 946 time: 0.1580570 Aug 25 16:39:00.076930 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-03cb5411-f4d7-4129-8373-b7d5a4ca9d96 req-9f1f9c41-8127-4a04-8531-9a6a9e347144 service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128062 Aug 25 16:39:00.091795 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3fdf7d16-d356-4f8a-b898-255958fa7d2a req-d5f050df-bc3a-4412-83dc-8f9e624d04d0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776613 Aug 25 16:39:00.235355 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [req-b6fae39e-af4f-4d8b-9d96-c9da0e4076d6 req-c2013a9e-72f1-486d-a1e2-4612ca390871 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Deleting port deb6be5c-8db9-4296-bcb5-0135baa0faa7 {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:39:00.235698 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-b6fae39e-af4f-4d8b-9d96-c9da0e4076d6 req-c2013a9e-72f1-486d-a1e2-4612ca390871 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:00.340742 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-03cb5411-f4d7-4129-8373-b7d5a4ca9d96 req-3d8bbfc3-697f-4ea8-aa25-61fb8d701a5a service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452619 Aug 25 16:39:00.502505 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-b6fae39e-af4f-4d8b-9d96-c9da0e4076d6 req-c2013a9e-72f1-486d-a1e2-4612ca390871 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] For port deb6be5c-8db9-4296-bcb5-0135baa0faa7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=deb6be5c-8db9-4296-bcb5-0135baa0faa7,segment=NetworkSegment(bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd),segment_id=bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:39:00.503769 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-b6fae39e-af4f-4d8b-9d96-c9da0e4076d6 req-c2013a9e-72f1-486d-a1e2-4612ca390871 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:00.641280 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [req-b6fae39e-af4f-4d8b-9d96-c9da0e4076d6 req-c2013a9e-72f1-486d-a1e2-4612ca390871 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Calling delete_port for deb6be5c-8db9-4296-bcb5-0135baa0faa7 owned by compute:nova {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:39:00.924963 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069d077-be98-427c-b460-e05fb6eeb670 req-177a6232-eb1d-45f6-874c-a5903ac40b48 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:00.926452 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d069d077-be98-427c-b460-e05fb6eeb670 req-177a6232-eb1d-45f6-874c-a5903ac40b48 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 946 time: 0.2923160 Aug 25 16:39:00.997348 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d069d077-be98-427c-b460-e05fb6eeb670 req-8d2a80f8-a2e0-4416-90fa-f279d4f4e969 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630984 Aug 25 16:39:01.027399 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-b6fae39e-af4f-4d8b-9d96-c9da0e4076d6 req-c2013a9e-72f1-486d-a1e2-4612ca390871 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:01.033908 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-acebdbba-c763-4835-8dc5-7f8c75aaea24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:01.039842 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['deb6be5c-8db9-4296-bcb5-0135baa0faa7'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:39:01.080440 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2013a9e-72f1-486d-a1e2-4612ca390871 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Pushing event deleted for resources: {'Port': ['ID=deb6be5c-8db9-4296-bcb5-0135baa0faa7,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:01.085402 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-c2013a9e-72f1-486d-a1e2-4612ca390871 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:01.168709 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fae39e-af4f-4d8b-9d96-c9da0e4076d6 req-c2013a9e-72f1-486d-a1e2-4612ca390871 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] No DVR routers for this DVR port deb6be5c-8db9-4296-bcb5-0135baa0faa7 on host hv-cinder-80600 {{(pid=75939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:39:01.172152 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-b6fae39e-af4f-4d8b-9d96-c9da0e4076d6 req-c2013a9e-72f1-486d-a1e2-4612ca390871 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:01.174978 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e0d0cb-99ea-4cfe-8336-c7fd402c67ca', 'name': 'network-vif-deleted', 'tag': 'deb6be5c-8db9-4296-bcb5-0135baa0faa7'}] {{(pid=75939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:39:01.183984 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b6fae39e-af4f-4d8b-9d96-c9da0e4076d6 req-c2013a9e-72f1-486d-a1e2-4612ca390871 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.81 "DELETE /v2.0/ports/deb6be5c-8db9-4296-bcb5-0135baa0faa7 HTTP/1.1" status: 204 len: 173 time: 1.1065710 Aug 25 16:39:01.234840 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e0d0cb-99ea-4cfe-8336-c7fd402c67ca', 'name': 'network-vif-deleted', 'tag': 'deb6be5c-8db9-4296-bcb5-0135baa0faa7', 'status': 'completed', 'code': 200} Aug 25 16:39:01.387322 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eca61-0b7c-4731-8c6b-ebdeaf9afbcb req-86eddeca-43b6-4378-9e25-28792802c9be tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:01.395100 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e13eca61-0b7c-4731-8c6b-ebdeaf9afbcb req-86eddeca-43b6-4378-9e25-28792802c9be tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.1001956 Aug 25 16:39:01.540422 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e13eca61-0b7c-4731-8c6b-ebdeaf9afbcb req-2358c352-d5b5-49b5-9ccc-81d334474790 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432528 Aug 25 16:39:02.277980 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8de577ad-ebfa-406d-a1af-c7af3ee9210e req-1dd8ff9b-ad8b-402e-acb1-1db6500953ba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=751c2e48d9e64ae0886929b884077d9d&device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 1098 time: 0.1600902 Aug 25 16:39:02.346857 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-9ffb42aa-90da-4b11-8d19-4786d96e526a req-f98aa3c8-641c-480d-8924-bf76ef0f2859 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Synchronizing usage tracker for tenant:2d9ac5e46adf4553bb170315cf21a079 on resource:port {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:39:02.539260 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9de0a-3248-4ad7-87be-5c494b0bd59a req-1306e496-6892-45fc-a995-fdbd8e4c56ed tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:02.540765 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f8a9de0a-3248-4ad7-87be-5c494b0bd59a req-1306e496-6892-45fc-a995-fdbd8e4c56ed tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.2770052 Aug 25 16:39:02.545478 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de577ad-ebfa-406d-a1af-c7af3ee9210e req-2db41b0d-945f-4861-b95b-521676c5c02e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:02.547165 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8de577ad-ebfa-406d-a1af-c7af3ee9210e req-2db41b0d-945f-4861-b95b-521676c5c02e service neutron] 10.222.0.81 "GET /v2.0/networks?id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 HTTP/1.1" status: 200 len: 921 time: 0.1860354 Aug 25 16:39:02.637521 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-9ffb42aa-90da-4b11-8d19-4786d96e526a req-f98aa3c8-641c-480d-8924-bf76ef0f2859 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Unset dirty status for tenant:2d9ac5e46adf4553bb170315cf21a079 on resource:port {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:39:02.645226 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9ffb42aa-90da-4b11-8d19-4786d96e526a req-f98aa3c8-641c-480d-8924-bf76ef0f2859 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=54e0d0cb-99ea-4cfe-8336-c7fd402c67ca HTTP/1.1" status: 200 len: 210 time: 0.4433935 Aug 25 16:39:02.649426 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8de577ad-ebfa-406d-a1af-c7af3ee9210e req-ea16b12f-5fc2-4efa-8ca0-d803e98ad8a9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3008c9b0-8ff0-41af-b667-eb4336971fb9 HTTP/1.1" status: 200 len: 217 time: 0.0846016 Aug 25 16:39:02.729683 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f8a9de0a-3248-4ad7-87be-5c494b0bd59a req-7ff5ebb8-e16b-4016-90c7-34d13d9aac26 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815119 Aug 25 16:39:02.766376 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de577ad-ebfa-406d-a1af-c7af3ee9210e req-94e95016-cb68-4047-a777-f1fca78fe6d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:02.768044 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8de577ad-ebfa-406d-a1af-c7af3ee9210e req-94e95016-cb68-4047-a777-f1fca78fe6d9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c9faabb-f86c-4b8a-a5f6-071036eb98a3 HTTP/1.1" status: 200 len: 859 time: 0.1063845 Aug 25 16:39:02.904360 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8de577ad-ebfa-406d-a1af-c7af3ee9210e req-b41c874e-276f-437c-81c1-619ffde354ba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259577 Aug 25 16:39:03.075397 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7667f-8fc3-47e1-b481-b96143b8ad69 req-cf1ea75e-2d03-4dc8-8d10-8d5b60988fd0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:03.077105 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-71e7667f-8fc3-47e1-b481-b96143b8ad69 req-cf1ea75e-2d03-4dc8-8d10-8d5b60988fd0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 946 time: 0.2603502 Aug 25 16:39:03.139538 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8de577ad-ebfa-406d-a1af-c7af3ee9210e req-0d6e7bb7-7475-436e-a813-d560f05985fa service neutron] 10.222.0.81 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082133 Aug 25 16:39:03.184762 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-71e7667f-8fc3-47e1-b481-b96143b8ad69 req-688beee5-74ce-4a25-8845-cca72c1aca37 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967062 Aug 25 16:39:03.344514 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8de577ad-ebfa-406d-a1af-c7af3ee9210e req-b9158a6e-df10-4fb8-8fdc-4ccff5778b86 service neutron] 10.222.0.81 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934013 Aug 25 16:39:03.537624 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 56882) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:03.723263 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-34599708-be51-4df2-9c8c-4dc4843a8c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:03.771284 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-34599708-be51-4df2-9c8c-4dc4843a8c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:03.780752 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-34599708-be51-4df2-9c8c-4dc4843a8c4d admin admin] Usage tracker for resource:security_group_rule and tenant:44f4e85f6a7d4f4aac236e8bccaac118 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:03.787664 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-34599708-be51-4df2-9c8c-4dc4843a8c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:03.801953 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-34599708-be51-4df2-9c8c-4dc4843a8c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:04.008003 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-34599708-be51-4df2-9c8c-4dc4843a8c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:04.040836 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ded365-2aa8-4f62-8c46-3c5f0e4a0c87 req-26a2a309-aeb9-4717-824b-4e240f379d75 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:04.042469 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-81ded365-2aa8-4f62-8c46-3c5f0e4a0c87 req-26a2a309-aeb9-4717-824b-4e240f379d75 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1512055 Aug 25 16:39:04.078797 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device deb6be5c-8db9-4296-bcb5-0135baa0faa7 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:39:04.118094 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: deb6be5c-8db9-4296-bcb5-0135baa0faa7 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:39:04.118542 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device deb6be5c-8db9-4296-bcb5-0135baa0faa7 not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:39:04.119209 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device e75a1530-67c8-4b46-b512-9889799617b9 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:39:04.177514 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-34599708-be51-4df2-9c8c-4dc4843a8c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:04.188784 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-171b895b-5645-492d-91a4-6fb6de926260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:04.201209 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-81ded365-2aa8-4f62-8c46-3c5f0e4a0c87 req-5a905ad9-0c79-4c49-85dd-646f1a10c749 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517448 Aug 25 16:39:04.248770 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:04.277966 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-34599708-be51-4df2-9c8c-4dc4843a8c4d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=44f4e85f6a7d4f4aac236e8bccaac118&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7386081 Aug 25 16:39:04.281039 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 56902) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:04.282608 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34599708-be51-4df2-9c8c-4dc4843a8c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397ee89f-b27e-4094-9f61-a43a00d20f17,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:04.289337 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-34599708-be51-4df2-9c8c-4dc4843a8c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:04.304986 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75a1530-67c8-4b46-b512-9889799617b9'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:39:04.318793 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port e75a1530-67c8-4b46-b512-9889799617b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e75a1530-67c8-4b46-b512-9889799617b9,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:39:04.336897 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b63fc6af-c49f-40d9-88df-3c472145b32d tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:04.337290 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b63fc6af-c49f-40d9-88df-3c472145b32d tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/networks?id=b6a4a220-0e9d-4889-8a61-b17c76300a3b HTTP/1.1" status: 200 len: 807 time: 0.2531452 Aug 25 16:39:04.357717 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-dab61eb4-432d-478d-a8a8-d9a2ce2a24fe tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/quotas/2d9ac5e46adf4553bb170315cf21a079 HTTP/1.1" status: 200 len: 375 time: 0.0154960 Aug 25 16:39:04.410351 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-35843257-e168-4c50-b749-3ace1e723d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:04.429063 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-924d2b7b-8fd3-4c83-8112-1752c4716ddc tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d9ac5e46adf4553bb170315cf21a079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618906 Aug 25 16:39:04.445651 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:04.447610 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:04.449248 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-35843257-e168-4c50-b749-3ace1e723d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:04.560582 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=e75a1530-67c8-4b46-b512-9889799617b9,revision_number=8']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:04.572441 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:04.572782 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:04.573113 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:04.573442 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:04.573849 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:04.574269 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:04.574589 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:04.575107 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:04.575775 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:04.576322 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:04.577185 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:04.593206 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:04.615027 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-35843257-e168-4c50-b749-3ace1e723d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:04.627773 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-48c5c7c7-de82-4609-a754-134aef9ef4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:04.645505 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35843257-e168-4c50-b749-3ace1e723d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397ee89f-b27e-4094-9f61-a43a00d20f17,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:04.651077 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-35843257-e168-4c50-b749-3ace1e723d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:04.663006 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-35843257-e168-4c50-b749-3ace1e723d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:04.667221 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-35843257-e168-4c50-b749-3ace1e723d8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/397ee89f-b27e-4094-9f61-a43a00d20f17 HTTP/1.1" status: 204 len: 168 time: 0.3846228 Aug 25 16:39:04.744479 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-8d5178ad-eb2c-4b28-ba2f-c19062797463 service neutron] 10.222.0.35 "GET /v2.0/networks/b6a4a220-0e9d-4889-8a61-b17c76300a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091276 Aug 25 16:39:04.925598 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f23cc-8dea-4804-bc1d-da00906fdd69 req-3f1b6d95-bd0e-4b33-9337-e76b5e0a223a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:04.928977 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9b0f23cc-8dea-4804-bc1d-da00906fdd69 req-3f1b6d95-bd0e-4b33-9337-e76b5e0a223a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.3165591 Aug 25 16:39:05.061565 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9b0f23cc-8dea-4804-bc1d-da00906fdd69 req-1e2b4a1a-5812-492d-b96a-945d1efdda9c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243548 Aug 25 16:39:05.068223 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-c0e0f3b7-60e4-4d5e-8f4d-dad6ed4da187 service neutron] 10.222.0.35 "GET /v2.0/networks/b6a4a220-0e9d-4889-8a61-b17c76300a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175042 Aug 25 16:39:05.137431 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 56928) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:05.181350 dv-cinder-806008-1-smb neutron-server[75941]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e75a1530-67c8-4b46-b512-9889799617b9', 'code': 422} returned with failed status Aug 25 16:39:05.431367 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-60c40972-ecaf-4f44-a8db-49e61f89139f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:05.477739 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-60c40972-ecaf-4f44-a8db-49e61f89139f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:05.487602 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-60c40972-ecaf-4f44-a8db-49e61f89139f admin admin] Usage tracker for resource:security_group_rule and tenant:1a6d6bbacd364f22b41cf2cbc8a993b2 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:05.489247 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-60c40972-ecaf-4f44-a8db-49e61f89139f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:05.498327 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-60c40972-ecaf-4f44-a8db-49e61f89139f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:05.600116 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-60c40972-ecaf-4f44-a8db-49e61f89139f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:05.615896 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 56952) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:05.637388 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6b20e3f5-18d9-4dfe-8e32-0b4eaf5e5291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:05.673130 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-6b20e3f5-18d9-4dfe-8e32-0b4eaf5e5291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:05.676089 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0bffe-a7ff-4040-9ef6-7a6d6b951df5 req-39ebb1f9-224e-4b52-89fe-d688adf22091 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:05.678756 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-6b20e3f5-18d9-4dfe-8e32-0b4eaf5e5291 admin admin] Usage tracker for resource:security_group_rule and tenant:c49831ee6f60438bb929deb0c75d37bb is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:05.679248 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a5a0bffe-a7ff-4040-9ef6-7a6d6b951df5 req-39ebb1f9-224e-4b52-89fe-d688adf22091 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1826200 Aug 25 16:39:05.682234 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-6b20e3f5-18d9-4dfe-8e32-0b4eaf5e5291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:05.691142 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-6b20e3f5-18d9-4dfe-8e32-0b4eaf5e5291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:05.723104 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-60c40972-ecaf-4f44-a8db-49e61f89139f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:05.731632 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-35843257-e168-4c50-b749-3ace1e723d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:05.731936 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a5a0bffe-a7ff-4040-9ef6-7a6d6b951df5 req-e25a1ebc-a962-4716-98a5-9c49029247b0 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453596 Aug 25 16:39:05.794554 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-60c40972-ecaf-4f44-a8db-49e61f89139f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a6d6bbacd364f22b41cf2cbc8a993b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6525199 Aug 25 16:39:05.802205 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 56956) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:05.814880 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c40972-ecaf-4f44-a8db-49e61f89139f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f7947d-d838-4e6f-b441-04641e74bf9a,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:05.834696 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-60c40972-ecaf-4f44-a8db-49e61f89139f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:05.846108 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fc3c1364-d251-4c47-8628-9f1dde8e627a req-76eec84c-95a1-4214-80ca-f27fec71690f tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 210 time: 0.0563011 Aug 25 16:39:05.913908 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6b20e3f5-18d9-4dfe-8e32-0b4eaf5e5291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:05.929273 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c7aacc1b-247d-4451-b173-b4c35ff3fb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:05.961221 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c7aacc1b-247d-4451-b173-b4c35ff3fb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:06.061499 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6b20e3f5-18d9-4dfe-8e32-0b4eaf5e5291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:06.076728 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-cbe65204-9a00-4eb6-bf19-cb02d6b7721f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:06.107288 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c7aacc1b-247d-4451-b173-b4c35ff3fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:06.143052 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-6b20e3f5-18d9-4dfe-8e32-0b4eaf5e5291 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c49831ee6f60438bb929deb0c75d37bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5225103 Aug 25 16:39:06.143052 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20e3f5-18d9-4dfe-8e32-0b4eaf5e5291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f40c5d6-cdef-49e1-8bfd-dfbe777f54d2,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:06.143325 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 56976) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:06.147729 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-6b20e3f5-18d9-4dfe-8e32-0b4eaf5e5291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:06.148176 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:06.159892 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aacc1b-247d-4451-b173-b4c35ff3fb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f7947d-d838-4e6f-b441-04641e74bf9a,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:06.162561 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c7aacc1b-247d-4451-b173-b4c35ff3fb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:06.163893 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-c7aacc1b-247d-4451-b173-b4c35ff3fb1e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50f7947d-d838-4e6f-b441-04641e74bf9a HTTP/1.1" status: 204 len: 168 time: 0.3607161 Aug 25 16:39:06.168949 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-c7aacc1b-247d-4451-b173-b4c35ff3fb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:06.251184 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-43dd1c61-8ea4-4312-9d6f-545076eb92f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:06.286615 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-43dd1c61-8ea4-4312-9d6f-545076eb92f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:06.467138 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-43dd1c61-8ea4-4312-9d6f-545076eb92f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:06.473054 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-82e40a48-5a1d-4a5d-8562-6f89d396df26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:06.486923 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd1c61-8ea4-4312-9d6f-545076eb92f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f40c5d6-cdef-49e1-8bfd-dfbe777f54d2,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:06.490265 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-43dd1c61-8ea4-4312-9d6f-545076eb92f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:06.494770 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-43dd1c61-8ea4-4312-9d6f-545076eb92f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:06.498181 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-43dd1c61-8ea4-4312-9d6f-545076eb92f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f40c5d6-cdef-49e1-8bfd-dfbe777f54d2 HTTP/1.1" status: 204 len: 168 time: 0.3521228 Aug 25 16:39:06.961771 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6e8d6-8af3-42b5-a34d-bb0ce7598ed4 req-747e819a-4834-4fd6-98eb-cbdddb69799c tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:06.961771 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b6c6e8d6-8af3-42b5-a34d-bb0ce7598ed4 req-747e819a-4834-4fd6-98eb-cbdddb69799c tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1040766 Aug 25 16:39:07.095068 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b6c6e8d6-8af3-42b5-a34d-bb0ce7598ed4 req-b899d01d-a81c-46f9-ae8b-d170fec31acd tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281722 Aug 25 16:39:07.108554 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5c9de28f-90c0-45ad-9bbf-1d1a67093e8c req-ff994a38-df46-4f24-9020-32909d523a07 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 210 time: 0.0771430 Aug 25 16:39:07.163037 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 57008) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:07.207692 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d3114655-53a7-469d-b8e6-8f7224d5d2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:07.279087 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-d3114655-53a7-469d-b8e6-8f7224d5d2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:07.284455 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-d3114655-53a7-469d-b8e6-8f7224d5d2fa admin admin] Usage tracker for resource:security_group_rule and tenant:98a44258a0704abebc95c53950ecead1 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:07.295537 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-d3114655-53a7-469d-b8e6-8f7224d5d2fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:07.307720 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-d3114655-53a7-469d-b8e6-8f7224d5d2fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:07.474334 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d3114655-53a7-469d-b8e6-8f7224d5d2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:07.496227 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b2552c0d-955b-4c55-8538-f765f677bfb4 req-642619ab-b886-4155-a9e3-8821fdd7bc4a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1422396 Aug 25 16:39:07.536512 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d3114655-53a7-469d-b8e6-8f7224d5d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:07.544886 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-4d4baf66-e3a0-422e-a7c6-6b8b2b3876d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:07.598694 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3114655-53a7-469d-b8e6-8f7224d5d2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7754ffe5-8346-43b3-bacc-23ba112246f6,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:07.602920 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-d3114655-53a7-469d-b8e6-8f7224d5d2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:07.613581 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57024) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:07.614509 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-d3114655-53a7-469d-b8e6-8f7224d5d2fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98a44258a0704abebc95c53950ecead1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4462614 Aug 25 16:39:07.701320 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d4110b60-bf97-4ead-a9fb-bfc281a142e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:07.742267 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d4110b60-bf97-4ead-a9fb-bfc281a142e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:08.060974 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d4110b60-bf97-4ead-a9fb-bfc281a142e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:08.065681 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-f9f6c855-7d1d-4532-a097-7ec34c18b4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:08.084835 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4110b60-bf97-4ead-a9fb-bfc281a142e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7754ffe5-8346-43b3-bacc-23ba112246f6,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:08.090712 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d4110b60-bf97-4ead-a9fb-bfc281a142e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:08.093913 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d4110b60-bf97-4ead-a9fb-bfc281a142e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:08.100464 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-d4110b60-bf97-4ead-a9fb-bfc281a142e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7754ffe5-8346-43b3-bacc-23ba112246f6 HTTP/1.1" status: 204 len: 168 time: 0.4840007 Aug 25 16:39:08.110056 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7cc9b-83c2-4d1d-8b49-b926dd7c670e req-d808bbbb-89ae-4d50-b04f-30fba0ce5265 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:08.111587 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d5a7cc9b-83c2-4d1d-8b49-b926dd7c670e req-d808bbbb-89ae-4d50-b04f-30fba0ce5265 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.1606531 Aug 25 16:39:08.517882 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b4096963-7225-4dee-9156-6f82cfd6c270 req-799822c1-67b2-4f7a-84b6-df7d06f20189 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 210 time: 0.0735166 Aug 25 16:39:08.524103 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d5a7cc9b-83c2-4d1d-8b49-b926dd7c670e req-702fcf70-0013-4087-a6c3-a1aa7de42d36 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4051325 Aug 25 16:39:08.546946 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-f5d70f84-977c-44e5-87ca-bdbad4878df7 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:08.548434 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-f5d70f84-977c-44e5-87ca-bdbad4878df7 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.81 "GET /v2.0/networks?id=b6a4a220-0e9d-4889-8a61-b17c76300a3b HTTP/1.1" status: 200 len: 807 time: 0.3906226 Aug 25 16:39:08.592099 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-dfe707bf-9c79-4420-8c9c-caaec52b3f61 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Request body: {'port': {'device_id': '2645f71a-5791-487e-ac0c-90dfdb6a6c96', 'network_id': 'b6a4a220-0e9d-4889-8a61-b17c76300a3b', 'admin_state_up': True, 'tenant_id': '2d9ac5e46adf4553bb170315cf21a079'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:08.857279 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-dfe707bf-9c79-4420-8c9c-caaec52b3f61 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:08.880971 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f6914-f711-4664-ad66-afb4d14bd484 req-a5d70894-5f00-4bd9-aa74-594ffcd8ee12 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:08.888093 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5f3f6914-f711-4664-ad66-afb4d14bd484 req-a5d70894-5f00-4bd9-aa74-594ffcd8ee12 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1852095 Aug 25 16:39:08.891062 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-dfe707bf-9c79-4420-8c9c-caaec52b3f61 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:08.945507 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5f3f6914-f711-4664-ad66-afb4d14bd484 req-2b58e83a-93af-40a1-8ea9-001b1a55cf6a tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562544 Aug 25 16:39:08.993085 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-dfe707bf-9c79-4420-8c9c-caaec52b3f61 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Made reservation on behalf of 2d9ac5e46adf4553bb170315cf21a079 for: {'port': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:39:08.996901 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-dfe707bf-9c79-4420-8c9c-caaec52b3f61 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:09.001194 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57062) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:09.184028 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 57068) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:09.202908 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-dfe707bf-9c79-4420-8c9c-caaec52b3f61 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Allocated IP 172.20.0.11 (b6a4a220-0e9d-4889-8a61-b17c76300a3b/59113563-4174-47c6-9899-490d0c7b9542/53dbe113-e239-4070-90ba-130f9825664d) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:39:09.212012 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-bae1ba4a-8a23-4b5b-a800-7b1112173b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:09.288791 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-bae1ba4a-8a23-4b5b-a800-7b1112173b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:09.296904 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-bae1ba4a-8a23-4b5b-a800-7b1112173b3a admin admin] Usage tracker for resource:security_group_rule and tenant:64bf34c73bec4c168124f1a144ace99a is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:09.302443 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-bae1ba4a-8a23-4b5b-a800-7b1112173b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:09.330398 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-bae1ba4a-8a23-4b5b-a800-7b1112173b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:09.435214 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-9c4c8262-da12-4f8b-a183-7c4ac9107a02 req-911d7cba-fc7b-4c63-a3b2-701e971ffb90 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4314137 Aug 25 16:39:09.545501 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-dfe707bf-9c79-4420-8c9c-caaec52b3f61 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:09.590786 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57080) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:09.679628 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-bae1ba4a-8a23-4b5b-a800-7b1112173b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:09.782041 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7d267331-f697-4404-9ca6-d936b426b80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:09.818658 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-7d267331-f697-4404-9ca6-d936b426b80a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:09.823145 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-7d267331-f697-4404-9ca6-d936b426b80a admin admin] Usage tracker for resource:security_group_rule and tenant:2f20ea32d1894985a023828be613c7c7 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:09.825120 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-dfe707bf-9c79-4420-8c9c-caaec52b3f61 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:09.826626 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-bae1ba4a-8a23-4b5b-a800-7b1112173b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:09.827046 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-7d267331-f697-4404-9ca6-d936b426b80a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:09.833918 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-7d267331-f697-4404-9ca6-d936b426b80a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:09.841897 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-216557ab-f104-4f67-a957-83631b751dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:09.925547 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1ba4a-8a23-4b5b-a800-7b1112173b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc069782-adb6-4aad-99c8-5e6ae07ef674,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:09.931119 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7d267331-f697-4404-9ca6-d936b426b80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:09.933244 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-bae1ba4a-8a23-4b5b-a800-7b1112173b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:09.934180 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:09.965585 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-bae1ba4a-8a23-4b5b-a800-7b1112173b3a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64bf34c73bec4c168124f1a144ace99a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7803311 Aug 25 16:39:09.968758 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57092) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:09.988720 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-dfe707bf-9c79-4420-8c9c-caaec52b3f61 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Network b6a4a220-0e9d-4889-8a61-b17c76300a3b is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:39:09.999580 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-dfe707bf-9c79-4420-8c9c-caaec52b3f61 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:39:10.005599 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-dfe707bf-9c79-4420-8c9c-caaec52b3f61 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:39:10.038352 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7d267331-f697-4404-9ca6-d936b426b80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:10.046632 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:10.059212 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-df82bcd4-951d-47fc-8eb4-9d61161f0936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:10.070249 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe707bf-9c79-4420-8c9c-caaec52b3f61 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Pushing event updated for resources: {'Port': ['ID=53dbe113-e239-4070-90ba-130f9825664d,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:10.079048 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-dfe707bf-9c79-4420-8c9c-caaec52b3f61 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:10.089191 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d0f3a-2ef1-44c2-8605-ed0148780e10 req-1ca6878f-b7a2-4657-b73b-b1c951f14799 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:10.090708 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3f6d0f3a-2ef1-44c2-8605-ed0148780e10 req-1ca6878f-b7a2-4657-b73b-b1c951f14799 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 932 time: 0.3443065 Aug 25 16:39:10.103929 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6781006-b345-4ee0-b336-33a3d14c5356 req-eb6900e5-5350-4c53-8672-0a7145d26ecb tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:10.105470 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a6781006-b345-4ee0-b336-33a3d14c5356 req-eb6900e5-5350-4c53-8672-0a7145d26ecb tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.3261318 Aug 25 16:39:10.116211 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-df82bcd4-951d-47fc-8eb4-9d61161f0936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:10.130277 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-dfe707bf-9c79-4420-8c9c-caaec52b3f61 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:10.130908 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-dfe707bf-9c79-4420-8c9c-caaec52b3f61 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:10.199058 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d267331-f697-4404-9ca6-d936b426b80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d37b47-6f34-490d-872c-9112688edca3,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:10.202357 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-7d267331-f697-4404-9ca6-d936b426b80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:10.210220 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-7d267331-f697-4404-9ca6-d936b426b80a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f20ea32d1894985a023828be613c7c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6183794 Aug 25 16:39:10.211072 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57098) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:10.237141 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3f6d0f3a-2ef1-44c2-8605-ed0148780e10 req-62483949-9034-401e-bcfa-d092b41c0ff0 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277511 Aug 25 16:39:10.239670 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a6781006-b345-4ee0-b336-33a3d14c5356 req-9b198583-76fc-488a-b8df-0feca99f0471 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267433 Aug 25 16:39:10.270063 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-df82bcd4-951d-47fc-8eb4-9d61161f0936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:10.280507 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-b7697f77-e2ef-4c22-8637-e96cd81b5ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:10.305277 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1cf1dbbf-ba1d-4215-aa52-1e370e38e076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:10.307162 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82bcd4-951d-47fc-8eb4-9d61161f0936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc069782-adb6-4aad-99c8-5e6ae07ef674,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:10.307982 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-dfe707bf-9c79-4420-8c9c-caaec52b3f61 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7317476 Aug 25 16:39:10.318745 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-df82bcd4-951d-47fc-8eb4-9d61161f0936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:10.323683 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Request body: {'port': {'device_id': '2645f71a-5791-487e-ac0c-90dfdb6a6c96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:10.343888 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1cf1dbbf-ba1d-4215-aa52-1e370e38e076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:10.368623 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-df82bcd4-951d-47fc-8eb4-9d61161f0936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:10.370110 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-df82bcd4-951d-47fc-8eb4-9d61161f0936 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fc069782-adb6-4aad-99c8-5e6ae07ef674 HTTP/1.1" status: 204 len: 168 time: 0.4002268 Aug 25 16:39:10.545419 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:10.616346 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1cf1dbbf-ba1d-4215-aa52-1e370e38e076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:10.616346 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d4110b60-bf97-4ead-a9fb-bfc281a142e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:10.630486 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1dbbf-ba1d-4215-aa52-1e370e38e076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d37b47-6f34-490d-872c-9112688edca3,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:10.639628 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-1cf1dbbf-ba1d-4215-aa52-1e370e38e076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:10.640193 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1cf1dbbf-ba1d-4215-aa52-1e370e38e076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:10.646339 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e026473-cab6-4172-8c3e-8184da976cc3 req-1cbb5006-e171-46ae-bd78-68494c5f05e8 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:10.647886 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-1cf1dbbf-ba1d-4215-aa52-1e370e38e076 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62d37b47-6f34-490d-872c-9112688edca3 HTTP/1.1" status: 204 len: 168 time: 0.4354758 Aug 25 16:39:10.648147 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6e026473-cab6-4172-8c3e-8184da976cc3 req-1cbb5006-e171-46ae-bd78-68494c5f05e8 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1890683 Aug 25 16:39:10.818990 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6e026473-cab6-4172-8c3e-8184da976cc3 req-4b6b56e3-f35c-46b0-af4a-b0c8ead7df5c tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605706 Aug 25 16:39:11.059160 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53dbe113-e239-4070-90ba-130f9825664d {{(pid=75939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:39:11.070775 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:11.091106 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.provisioning_blocks [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Transition to ACTIVE for port object 53dbe113-e239-4070-90ba-130f9825664d will not be triggered until provisioned by entity L2. {{(pid=75939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:39:11.171181 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:11.176443 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:11.356201 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Pushing event updated for resources: {'Port': ['ID=53dbe113-e239-4070-90ba-130f9825664d,revision_number=2']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:11.359390 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:11.584170 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Attempting to bind port 53dbe113-e239-4070-90ba-130f9825664d on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:39:11.584511 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Attempting to bind port 53dbe113-e239-4070-90ba-130f9825664d by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'b6a4a220-0e9d-4889-8a61-b17c76300a3b'}] {{(pid=75939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:39:11.584843 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Attempting to bind port 53dbe113-e239-4070-90ba-130f9825664d on network b6a4a220-0e9d-4889-8a61-b17c76300a3b {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:39:11.599090 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Port 53dbe113-e239-4070-90ba-130f9825664d on network b6a4a220-0e9d-4889-8a61-b17c76300a3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:39:11.599409 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Attempting to bind port 53dbe113-e239-4070-90ba-130f9825664d on network b6a4a220-0e9d-4889-8a61-b17c76300a3b {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:39:11.615886 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:39:11.616277 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Checking segment: {'id': 'bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'b6a4a220-0e9d-4889-8a61-b17c76300a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:39:11.616614 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Bound using segment: {'id': 'bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'b6a4a220-0e9d-4889-8a61-b17c76300a3b'} {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:39:11.617057 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Bound port: 53dbe113-e239-4070-90ba-130f9825664d, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'b6a4a220-0e9d-4889-8a61-b17c76300a3b'}}] {{(pid=75939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:39:11.617413 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:11.690806 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64317f2-a3b0-4d75-8d57-b5f7e9d71f39 req-afe76370-fa35-43ef-9445-7174113b4b2c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:11.693539 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b64317f2-a3b0-4d75-8d57-b5f7e9d71f39 req-afe76370-fa35-43ef-9445-7174113b4b2c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.2508397 Aug 25 16:39:11.710957 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3df1f4-ea78-496a-9aaa-23c4f1760a35 req-0c7e19d2-580b-4fd5-bd91-21cb1157de1f tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:11.710957 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-9e3df1f4-ea78-496a-9aaa-23c4f1760a35 req-0c7e19d2-580b-4fd5-bd91-21cb1157de1f tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Synchronizing usage tracker for tenant:2d9ac5e46adf4553bb170315cf21a079 on resource:port {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:39:11.905362 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b64317f2-a3b0-4d75-8d57-b5f7e9d71f39 req-7b719542-ba54-4621-be2e-c0656ab97fa0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131079 Aug 25 16:39:11.906071 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] For port 53dbe113-e239-4070-90ba-130f9825664d, host hv-cinder-80600, cleared binding levels {{(pid=75939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:39:11.910656 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] For port 53dbe113-e239-4070-90ba-130f9825664d, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=53dbe113-e239-4070-90ba-130f9825664d,segment=NetworkSegment(bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd),segment_id=bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd)] {{(pid=75939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:39:11.987144 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:11.987144 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-9e3df1f4-ea78-496a-9aaa-23c4f1760a35 req-0c7e19d2-580b-4fd5-bd91-21cb1157de1f tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Unset dirty status for tenant:2d9ac5e46adf4553bb170315cf21a079 on resource:port {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:39:11.990164 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9e3df1f4-ea78-496a-9aaa-23c4f1760a35 req-0c7e19d2-580b-4fd5-bd91-21cb1157de1f tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 944 time: 0.5464523 Aug 25 16:39:12.023502 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:12.094440 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57146) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:12.227792 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Pushing event updated for resources: {'Port': ['ID=53dbe113-e239-4070-90ba-130f9825664d,revision_number=3']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:12.239313 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:12.269667 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-310654271-network', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:12.276656 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:12.284754 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Usage tracker for resource:network and tenant:0632364c492a47aa83cee3a290aeb58f is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:12.289533 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:12.298235 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:12.331786 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-9c4c8262-da12-4f8b-a183-7c4ac9107a02 req-58473320-f710-4696-b106-3c8757275551 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c&tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9 HTTP/1.1" status: 200 len: 1097 time: 0.1695411 Aug 25 16:39:12.356154 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:12.357556 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] 10.222.0.81 "PUT /v2.0/ports/53dbe113-e239-4070-90ba-130f9825664d HTTP/1.1" status: 200 len: 1094 time: 2.0386393 Aug 25 16:39:12.358173 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2645f71a-5791-487e-ac0c-90dfdb6a6c96', 'tag': '53dbe113-e239-4070-90ba-130f9825664d'}] {{(pid=75939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:39:12.381027 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Made reservation on behalf of 0632364c492a47aa83cee3a290aeb58f for: {'network': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:39:12.383764 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for network, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:12.398219 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:12.429673 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9e3df1f4-ea78-496a-9aaa-23c4f1760a35 req-0838a9a4-706f-4e58-9fe3-bd8c54059712 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282579 Aug 25 16:39:12.438708 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:12.447772 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Usage tracker for resource:security_group_rule and tenant:0632364c492a47aa83cee3a290aeb58f is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:12.451920 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:12.486166 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b09fd-9f19-4034-ab9e-b7bb8cb35339 req-956b6be3-5805-448f-8d4e-5ccff542627f tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:12.488282 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cb3b09fd-9f19-4034-ab9e-b7bb8cb35339 req-956b6be3-5805-448f-8d4e-5ccff542627f tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.3476691 Aug 25 16:39:12.494316 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:12.525086 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9c4c8262-da12-4f8b-a183-7c4ac9107a02 req-26e465c6-e602-4e94-9af2-b4989028ee31 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9&device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 1097 time: 0.1458540 Aug 25 16:39:12.562368 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2645f71a-5791-487e-ac0c-90dfdb6a6c96', 'tag': '53dbe113-e239-4070-90ba-130f9825664d', 'status': 'completed', 'code': 200} Aug 25 16:39:12.581356 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-cbcd8dca-c1f2-4921-8df8-3e71cf8f860d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2d9ac5e46adf4553bb170315cf21a079&device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 1097 time: 0.1202953 Aug 25 16:39:12.678113 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:12.680116 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-a4a2be62-df30-4d25-8f04-02b388019a82 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53dbe113-e239-4070-90ba-130f9825664d HTTP/1.1" status: 200 len: 217 time: 0.0906994 Aug 25 16:39:12.697297 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cb3b09fd-9f19-4034-ab9e-b7bb8cb35339 req-a74fd09a-92cb-497d-9109-1c840caca529 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002163 Aug 25 16:39:12.749013 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c8262-da12-4f8b-a183-7c4ac9107a02 req-0379606a-712c-4e70-8068-1ddad72e2c1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:12.750802 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9c4c8262-da12-4f8b-a183-7c4ac9107a02 req-0379606a-712c-4e70-8068-1ddad72e2c1f service neutron] 10.222.0.81 "GET /v2.0/networks?id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4 HTTP/1.1" status: 200 len: 918 time: 0.2155349 Aug 25 16:39:12.757966 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-7806037b-b4cf-49eb-b589-af629480da85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:12.759527 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-7806037b-b4cf-49eb-b589-af629480da85 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=59113563-4174-47c6-9899-490d0c7b9542 HTTP/1.1" status: 200 len: 847 time: 0.0670729 Aug 25 16:39:12.800967 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:12.813094 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d2958cfe-c26e-4f5f-947b-554592ac8802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:12.823267 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-1119b4b6-912e-4531-abf0-3f0cc9447edd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b6a4a220-0e9d-4889-8a61-b17c76300a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569828 Aug 25 16:39:12.836665 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] vlan segment allocate from pool success with {'vlan_id': 1206, 'physical_network': 'physnet1'} {{(pid=75940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:39:12.860504 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9c4c8262-da12-4f8b-a183-7c4ac9107a02 req-3953032d-bdfe-462e-968e-ecad613faf17 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e75a1530-67c8-4b46-b512-9889799617b9 HTTP/1.1" status: 200 len: 1000 time: 0.1027486 Aug 25 16:39:12.879692 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:12.885050 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.db.segments_db [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Added segment 596b9a34-e0fb-464c-a54b-4d1a8cf7117b of type vlan for network 29424364-8c46-404f-bc9f-9d7a9e688e9b Aug 25 16:39:12.937737 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c8262-da12-4f8b-a183-7c4ac9107a02 req-1e2d0bfd-229a-455a-92d2-aff97f600d7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:12.939488 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9c4c8262-da12-4f8b-a183-7c4ac9107a02 req-1e2d0bfd-229a-455a-92d2-aff97f600d7b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d63a0ffb-80d7-4462-90e5-4d8039ba5a58 HTTP/1.1" status: 200 len: 855 time: 0.0703440 Aug 25 16:39:12.949842 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7123217-6b56-4e6c-8e67-3acce4774bb2,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:12.957208 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:13.017762 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731567222914'] for network, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:13.032587 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9c4c8262-da12-4f8b-a183-7c4ac9107a02 req-46eb202a-2966-4533-84f3-d1d0be1797c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825057 Aug 25 16:39:13.079631 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-b029f8c5-891e-4693-877c-5fac7eb5fa66 service neutron] 10.222.0.81 "GET /v2.0/networks/b6a4a220-0e9d-4889-8a61-b17c76300a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429094 Aug 25 16:39:13.200519 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for network, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:13.207328 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:13.208082 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:13.216404 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-890bc53e-389e-4428-80d7-aa7423b16629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:13.283720 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9c4c8262-da12-4f8b-a183-7c4ac9107a02 req-92f89922-14c5-41c7-b310-5d9b5ba301ca service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397628 Aug 25 16:39:13.297575 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867e801-52b4-4dca-bbe3-6c5b69e3518d req-2e250301-122d-4d69-be84-6c95b37022f4 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:13.299076 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b867e801-52b4-4dca-bbe3-6c5b69e3518d req-2e250301-122d-4d69-be84-6c95b37022f4 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.1770639 Aug 25 16:39:13.367998 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Pushing event updated for resources: {'Network': ['ID=29424364-8c46-404f-bc9f-9d7a9e688e9b,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:13.377387 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:13.379604 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Network 29424364-8c46-404f-bc9f-9d7a9e688e9b details requested by agent ovs-agent-dv-cinder-806008-1-smb with host dv-cinder-806008-1-smb {{(pid=75941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:39:13.437552 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-feeff70e-a28d-41d3-81b7-4c9f22f926ae req-1a10e00a-7d9a-4779-a7a0-2db51e721575 service neutron] 10.222.0.81 "GET /v2.0/networks/b6a4a220-0e9d-4889-8a61-b17c76300a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471346 Aug 25 16:39:13.440230 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3442395 Aug 25 16:39:13.444817 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57172) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:13.452491 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-54cd0263-c3ee-4a65-9d4b-e0b4e5eeb7e5 admin admin] Request body: {'subnet': {'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-310654271-subnet', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'ip_version': 4}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:13.464125 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-54cd0263-c3ee-4a65-9d4b-e0b4e5eeb7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:13.469807 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-54cd0263-c3ee-4a65-9d4b-e0b4e5eeb7e5 admin admin] Usage tracker for resource:subnet and tenant:0632364c492a47aa83cee3a290aeb58f is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:13.474612 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-54cd0263-c3ee-4a65-9d4b-e0b4e5eeb7e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:13.500989 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-54cd0263-c3ee-4a65-9d4b-e0b4e5eeb7e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:13.531543 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b867e801-52b4-4dca-bbe3-6c5b69e3518d req-33ed9c81-6bc9-42f0-bb94-941267d12a51 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117026 Aug 25 16:39:13.566170 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9c4c8262-da12-4f8b-a183-7c4ac9107a02 req-fd4d9b9b-b38c-4ed9-ae83-f6117d4f4abd service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652946 Aug 25 16:39:13.684565 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cd0263-c3ee-4a65-9d4b-e0b4e5eeb7e5 admin admin] Made reservation on behalf of 0632364c492a47aa83cee3a290aeb58f for: {'subnet': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:39:13.688759 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-54cd0263-c3ee-4a65-9d4b-e0b4e5eeb7e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2014482'] for subnet, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:13.788969 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582da05-fbfc-4db6-9a72-fad3d4f1701f req-13bbafaa-0aec-46ac-b91f-c6c932e19009 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:13.791043 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9582da05-fbfc-4db6-9a72-fad3d4f1701f req-13bbafaa-0aec-46ac-b91f-c6c932e19009 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 944 time: 0.1654432 Aug 25 16:39:13.860763 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9582da05-fbfc-4db6-9a72-fad3d4f1701f req-d377f209-65c8-4829-baf9-1e90c87b0c96 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557129 Aug 25 16:39:13.870287 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8c789a74-4b33-4c33-8f68-350458ddaefe req-58cf57f0-b8e7-414f-8598-9fb58ac35b7f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2d9ac5e46adf4553bb170315cf21a079&device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 1097 time: 0.1638393 Aug 25 16:39:14.078880 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-54cd0263-c3ee-4a65-9d4b-e0b4e5eeb7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1515181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2014464'] for subnet, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:14.083942 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-6a98c9bc-6b9a-4c2f-8958-19186a21cf95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:14.089643 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f3fbf-027d-4151-94bf-73bfcb316d56 req-ea599822-5698-4696-af64-f181fa4a1b85 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:14.091597 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-147f3fbf-027d-4151-94bf-73bfcb316d56 req-ea599822-5698-4696-af64-f181fa4a1b85 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.2142229 Aug 25 16:39:14.091999 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c789a74-4b33-4c33-8f68-350458ddaefe req-ba065ad8-814a-4f3c-9255-8da9a77ce0a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:14.093326 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8c789a74-4b33-4c33-8f68-350458ddaefe req-ba065ad8-814a-4f3c-9255-8da9a77ce0a6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b6a4a220-0e9d-4889-8a61-b17c76300a3b HTTP/1.1" status: 200 len: 909 time: 0.1790211 Aug 25 16:39:14.163660 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd0263-c3ee-4a65-9d4b-e0b4e5eeb7e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=318626cb-987f-472c-acdb-fe419cfc88c1,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:14.172942 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-54cd0263-c3ee-4a65-9d4b-e0b4e5eeb7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:14.190352 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8c789a74-4b33-4c33-8f68-350458ddaefe req-e8bb73fb-112f-4df5-93a1-9ed99d2ba83f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53dbe113-e239-4070-90ba-130f9825664d HTTP/1.1" status: 200 len: 217 time: 0.0721364 Aug 25 16:39:14.209631 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd0263-c3ee-4a65-9d4b-e0b4e5eeb7e5 admin admin] Checking segment: {'id': '596b9a34-e0fb-464c-a54b-4d1a8cf7117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:39:14.210224 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cd0263-c3ee-4a65-9d4b-e0b4e5eeb7e5 admin admin] Network hostable DHCP agents. Network: 29424364-8c46-404f-bc9f-9d7a9e688e9b, hostable agents: ['15364a29-dc0b-4d98-aa4e-4a52ef949670'], hosted agents: [] {{(pid=75940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:39:14.252856 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-147f3fbf-027d-4151-94bf-73bfcb316d56 req-756cd88f-bada-4a3a-be73-35e6791d46ca tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519759 Aug 25 16:39:14.276787 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c789a74-4b33-4c33-8f68-350458ddaefe req-3a7278d7-62b2-435f-a49a-aba329cff5ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:14.281622 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8c789a74-4b33-4c33-8f68-350458ddaefe req-3a7278d7-62b2-435f-a49a-aba329cff5ec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=59113563-4174-47c6-9899-490d0c7b9542 HTTP/1.1" status: 200 len: 847 time: 0.0748065 Aug 25 16:39:14.327672 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8c789a74-4b33-4c33-8f68-350458ddaefe req-32f2735d-8dbe-4279-9c0a-5c6b14a5abc2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b6a4a220-0e9d-4889-8a61-b17c76300a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406821 Aug 25 16:39:14.329460 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cd0263-c3ee-4a65-9d4b-e0b4e5eeb7e5 admin admin] Network 29424364-8c46-404f-bc9f-9d7a9e688e9b is scheduled to be hosted by DHCP agent 15364a29-dc0b-4d98-aa4e-4a52ef949670 with binding_index 1 {{(pid=75940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:39:14.438800 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-54cd0263-c3ee-4a65-9d4b-e0b4e5eeb7e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-smb, 29424364-8c46-404f-bc9f-9d7a9e688e9b) {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:39:14.444119 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cd0263-c3ee-4a65-9d4b-e0b4e5eeb7e5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:14.444802 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-54cd0263-c3ee-4a65-9d4b-e0b4e5eeb7e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:14.451938 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac6133-75c3-4267-b7e6-31d07c8091d3 None None] Network 29424364-8c46-404f-bc9f-9d7a9e688e9b requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:39:14.553416 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-54cd0263-c3ee-4a65-9d4b-e0b4e5eeb7e5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1067574 Aug 25 16:39:14.557729 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57182) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:14.563562 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-310654271-router', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:14.568814 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:14.573845 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8c789a74-4b33-4c33-8f68-350458ddaefe req-2b348d9b-0f09-4f48-a203-acf6166bbcab service neutron] 10.222.0.81 "GET /v2.0/networks/b6a4a220-0e9d-4889-8a61-b17c76300a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286878 Aug 25 16:39:14.587270 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Usage tracker for resource:router and tenant:0632364c492a47aa83cee3a290aeb58f is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:14.597061 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:14.606595 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:14.764727 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3833'] for router, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:14.766213 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3826'] for router, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:14.824377 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:14.835996 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8c789a74-4b33-4c33-8f68-350458ddaefe req-84cce488-aea3-4bb2-984f-e05ccf30fab1 service neutron] 10.222.0.81 "GET /v2.0/networks/b6a4a220-0e9d-4889-8a61-b17c76300a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556701 Aug 25 16:39:14.862645 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf32eec6-35ad-50e1-8160-6e5ab00d733c-29424364-8c46-404f-bc9f-9d7a9e688e9b', 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'fixed_ips': [{'subnet_id': '318626cb-987f-472c-acdb-fe419cfc88c1'}]}} from dv-cinder-806008-1-smb. {{(pid=75941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:39:14.863493 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:14.916592 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45b220-aa5e-4b54-ba9f-672949c0d6cb req-1560d8f7-c656-4c3c-81c0-5141314befcf tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:14.918805 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7e45b220-aa5e-4b54-ba9f-672949c0d6cb req-1560d8f7-c656-4c3c-81c0-5141314befcf tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.1742096 Aug 25 16:39:15.042846 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-7f79f472-ced3-4741-be9e-bbed3449fd8d tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=8287a331501c4bca805ea9cc68147073&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531387 Aug 25 16:39:15.139340 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.db_base_plugin_common [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Allocated IP 172.20.0.2 (29424364-8c46-404f-bc9f-9d7a9e688e9b/318626cb-987f-472c-acdb-fe419cfc88c1/d81d4336-a12b-4051-b0a1-a061f3d2cb50) {{(pid=75941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:39:15.190915 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-743672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:15.200623 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7e45b220-aa5e-4b54-ba9f-672949c0d6cb req-ea8c8ef7-625f-4f4f-b7b4-7a67b139fae8 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733057 Aug 25 16:39:15.274543 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-9cca85b5-9dd2-4d2e-a675-44ee7fd53341 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:15.276289 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-9cca85b5-9dd2-4d2e-a675-44ee7fd53341 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2326391 Aug 25 16:39:15.296693 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-18f3301d-4aa5-4bed-9ab1-d54c1a8b906d tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/quotas/8287a331501c4bca805ea9cc68147073 HTTP/1.1" status: 200 len: 375 time: 0.0125961 Aug 25 16:39:15.410201 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-ffc151ee-cc2b-4be7-95c1-1f03fd8a597a tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8287a331501c4bca805ea9cc68147073&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1068070 Aug 25 16:39:15.511943 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf44590-890d-4532-a662-34484cddbd02 req-6bd1eca7-6168-46b7-9fbd-0856fff5c62f tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:15.513771 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cbf44590-890d-4532-a662-34484cddbd02 req-6bd1eca7-6168-46b7-9fbd-0856fff5c62f tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 944 time: 0.1063936 Aug 25 16:39:15.542850 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Notify callbacks [] for port, precommit_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:15.566772 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Transition to ACTIVE for port object d81d4336-a12b-4051-b0a1-a061f3d2cb50 will not be triggered until provisioned by entity L2. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:39:15.569593 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:15.589898 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cbf44590-890d-4532-a662-34484cddbd02 req-cb72ae7b-5b31-4a52-bb7d-e8e2a2349f54 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696268 Aug 25 16:39:15.604097 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Transition to ACTIVE for port object d81d4336-a12b-4051-b0a1-a061f3d2cb50 will not be triggered until provisioned by entity DHCP. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:39:15.610195 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:15.691699 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807'] for port, after_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:15.706958 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-13b54803-714c-4b57-9671-43133727d09b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:15.794384 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Network 29424364-8c46-404f-bc9f-9d7a9e688e9b is already hosted by enough agents. {{(pid=75941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:39:15.799824 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.scheduler.base_scheduler [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Resources bound (agent type, host, resource id): {{(pid=75941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:39:15.804354 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4721abb9-60ab-42c9-a70a-570217685d18 req-d0531097-d9fe-4de7-bf6d-91a556605b40 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 210 time: 0.0997553 Aug 25 16:39:15.805269 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Received port after_create {{(pid=75941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:39:15.811433 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Pushing event updated for resources: {'Port': ['ID=d81d4336-a12b-4051-b0a1-a061f3d2cb50,revision_number=1']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:15.818766 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:15.956526 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Attempting to bind port d81d4336-a12b-4051-b0a1-a061f3d2cb50 on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:39:15.962335 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Attempting to bind port d81d4336-a12b-4051-b0a1-a061f3d2cb50 by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '596b9a34-e0fb-464c-a54b-4d1a8cf7117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b'}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:39:15.962853 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Attempting to bind port d81d4336-a12b-4051-b0a1-a061f3d2cb50 on network 29424364-8c46-404f-bc9f-9d7a9e688e9b {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:39:15.983501 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:39:15.983895 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Checking segment: {'id': '596b9a34-e0fb-464c-a54b-4d1a8cf7117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:39:15.984415 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:15.984768 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Bound using segment: {'id': '596b9a34-e0fb-464c-a54b-4d1a8cf7117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b'} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:39:15.986368 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Bound port: d81d4336-a12b-4051-b0a1-a061f3d2cb50, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596b9a34-e0fb-464c-a54b-4d1a8cf7117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b'}}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:39:15.986368 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:16.022684 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Allocated IP 172.28.2.10 (298d0f1e-c103-4242-b158-a28991e655e1/5184b04e-1ca0-4ee3-a46f-6b013348b4a8/a305ef54-efd0-4d8c-936a-522422c0e2a7) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:39:16.028005 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a269f8b-3c05-46d7-a4bd-445107e71ec6 req-687963be-7d95-4ba8-9302-d34fb59bae68 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:16.038203 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3a269f8b-3c05-46d7-a4bd-445107e71ec6 req-687963be-7d95-4ba8-9302-d34fb59bae68 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.2092721 Aug 25 16:39:16.105144 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3a269f8b-3c05-46d7-a4bd-445107e71ec6 req-dc188ed5-57a3-4043-a748-6cd2023b6b0c tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647333 Aug 25 16:39:16.114979 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 53dbe113-e239-4070-90ba-130f9825664d details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:39:16.410946 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] For port d81d4336-a12b-4051-b0a1-a061f3d2cb50, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:39:16.411562 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:16.462493 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] For port d81d4336-a12b-4051-b0a1-a061f3d2cb50, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=d81d4336-a12b-4051-b0a1-a061f3d2cb50,segment=NetworkSegment(596b9a34-e0fb-464c-a54b-4d1a8cf7117b),segment_id=596b9a34-e0fb-464c-a54b-4d1a8cf7117b)] {{(pid=75941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:39:16.513473 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 53dbe113-e239-4070-90ba-130f9825664d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=53dbe113-e239-4070-90ba-130f9825664d,segment=NetworkSegment(bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd),segment_id=bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:39:16.545449 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': '53dbe113-e239-4070-90ba-130f9825664d', 'network_id': 'b6a4a220-0e9d-4889-8a61-b17c76300a3b', 'port_id': '53dbe113-e239-4070-90ba-130f9825664d', 'mac_address': 'fa:16:3e:32:e6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59113563-4174-47c6-9899-490d0c7b9542', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:39:16.599808 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:16.607129 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014171b-81e7-4158-b89b-189d8c3672e9 req-74ad8bcf-3142-48c0-b3fc-caac8e14e484 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:16.607824 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:16.609089 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d014171b-81e7-4158-b89b-189d8c3672e9 req-74ad8bcf-3142-48c0-b3fc-caac8e14e484 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.1895449 Aug 25 16:39:16.636401 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:16.662652 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:16.687664 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d014171b-81e7-4158-b89b-189d8c3672e9 req-e7bba347-dd84-448c-84a4-8b2ba1b13846 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704064 Aug 25 16:39:16.787732 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:16.823567 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Network 298d0f1e-c103-4242-b158-a28991e655e1 is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:39:16.823843 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53dbe113-e239-4070-90ba-130f9825664d {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:39:16.826795 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:39:16.839132 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:39:16.845939 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 53dbe113-e239-4070-90ba-130f9825664d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=53dbe113-e239-4070-90ba-130f9825664d,segment=NetworkSegment(bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd),segment_id=bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:39:16.852104 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Pushing event updated for resources: {'Port': ['ID=d81d4336-a12b-4051-b0a1-a061f3d2cb50,revision_number=2']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:16.865327 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:16.900659 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Pushing event updated for resources: {'Port': ['ID=a305ef54-efd0-4d8c-936a-522422c0e2a7,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:16.910183 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:16.936512 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:16.942120 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:17.055918 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-412d692f-e6c0-49d0-9dec-81fcb2f59275 req-e67ec17f-e111-402a-bed4-00faa9dd04ae tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 210 time: 0.1326151 Aug 25 16:39:17.107291 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=53dbe113-e239-4070-90ba-130f9825664d,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:17.136432 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:17.142457 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8ac1f-7f1e-4ba7-ab3d-8e27cea228c6 req-93f38f75-f56d-421e-9ea0-a2ee738b8a7c tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:17.176213 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-89d8ac1f-7f1e-4ba7-ab3d-8e27cea228c6 req-93f38f75-f56d-421e-9ea0-a2ee738b8a7c tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 945 time: 0.1400154 Aug 25 16:39:17.230684 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-89d8ac1f-7f1e-4ba7-ab3d-8e27cea228c6 req-aa479e0c-1cec-4761-a519-3eb1f9ad83a7 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727661 Aug 25 16:39:17.267736 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['53dbe113-e239-4070-90ba-130f9825664d'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:39:17.547168 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b0c7c-c204-4403-94ec-c60baba583aa req-4ea9985b-0219-430d-9c5a-4eb174485aed tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:17.552967 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f27b0c7c-c204-4403-94ec-c60baba583aa req-4ea9985b-0219-430d-9c5a-4eb174485aed tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1275415 Aug 25 16:39:17.606997 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:17.608490 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741915'] for router, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:17.696279 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f27b0c7c-c204-4403-94ec-c60baba583aa req-bdc36046-5f2f-4a33-994f-aba510551eed tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371567 Aug 25 16:39:18.052699 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16ea74-a200-42ad-bdd7-b53fa2152427 req-726a2ee1-fe78-447a-b88a-79d923db4fbf tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:18.054307 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4d16ea74-a200-42ad-bdd7-b53fa2152427 req-726a2ee1-fe78-447a-b88a-79d923db4fbf tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.1091075 Aug 25 16:39:18.101160 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Router dbd5aded-7a00-4c38-908b-ea40dd3925d3 is scheduled to L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 with binding_index 1 {{(pid=75940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:39:18.174989 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4d16ea74-a200-42ad-bdd7-b53fa2152427 req-40871fa6-291e-4423-87b9-8d5c4e38919e tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096632 Aug 25 16:39:18.432550 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-29ec34fd-54ee-4937-9143-d91652437569 req-1a3b651c-d28e-4606-af00-bc6a5d40d403 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 210 time: 0.0722449 Aug 25 16:39:18.490806 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device d81d4336-a12b-4051-b0a1-a061f3d2cb50 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:39:18.586062 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9da33ce-36b6-4c39-a903-74abf9c805f4 None None] Network 29424364-8c46-404f-bc9f-9d7a9e688e9b requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:39:18.587833 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:39:18.604379 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Sync routers for ids ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'] in dv-cinder-806008-1-smb {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:39:18.619224 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3c34e-42f5-4696-9499-f51ae2754c3d req-7d7c40c1-9da5-42f3-86c7-fba8c3524626 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:18.627493 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7be3c34e-42f5-4696-9499-f51ae2754c3d req-7d7c40c1-9da5-42f3-86c7-fba8c3524626 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 945 time: 0.1562369 Aug 25 16:39:18.643720 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Routers {'dbd5aded-7a00-4c38-908b-ea40dd3925d3'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:39:18.646458 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:38:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:39:18.723531 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7be3c34e-42f5-4696-9499-f51ae2754c3d req-d82a015d-4b93-4560-9f1b-c48fb3243e81 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944383 Aug 25 16:39:18.724219 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Notify callbacks [] for router, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:18.728699 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.1663802 Aug 25 16:39:18.728699 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57246) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:18.866002 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-0c2eda2c-a51a-4cc9-88b0-dab59d66f19e None None] Provisioning for port d81d4336-a12b-4051-b0a1-a061f3d2cb50 completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:39:19.071669 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Set router dbd5aded-7a00-4c38-908b-ea40dd3925d3 gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:39:19.149408 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610d3a2-717f-4701-81ca-bde52841e259 req-c391cafd-7a27-49df-9327-585fef405d77 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:19.150965 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6610d3a2-717f-4701-81ca-bde52841e259 req-c391cafd-7a27-49df-9327-585fef405d77 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1774371 Aug 25 16:39:19.249700 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port d81d4336-a12b-4051-b0a1-a061f3d2cb50 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:39:19.258700 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port d81d4336-a12b-4051-b0a1-a061f3d2cb50 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:19.259430 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:19.276187 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6610d3a2-717f-4701-81ca-bde52841e259 req-8891482d-a441-45e9-8daf-818c91fc7d4f tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144524 Aug 25 16:39:19.574363 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:19.631548 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port d81d4336-a12b-4051-b0a1-a061f3d2cb50, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=d81d4336-a12b-4051-b0a1-a061f3d2cb50,segment=NetworkSegment(596b9a34-e0fb-464c-a54b-4d1a8cf7117b),segment_id=596b9a34-e0fb-464c-a54b-4d1a8cf7117b)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:39:19.641922 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-51bb43f0-3a5b-413b-bfda-e40a43f2ce8b None None] Provisioning complete for port d81d4336-a12b-4051-b0a1-a061f3d2cb50 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:19.642781 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-51bb43f0-3a5b-413b-bfda-e40a43f2ce8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:19.722476 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:19.725213 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:19.762167 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c7a7be1c-c347-4cd7-b6af-0294fa949221 req-8474bf26-7334-4492-b686-c4dc9439a314 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 210 time: 0.0705755 Aug 25 16:39:19.814647 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd7262-bd5c-4092-97f0-32b8530dcd3a req-cd02a67f-4185-492c-95b0-4626b30035a9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:19.828608 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-08cd7262-bd5c-4092-97f0-32b8530dcd3a req-cd02a67f-4185-492c-95b0-4626b30035a9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.3454223 Aug 25 16:39:19.835338 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=d81d4336-a12b-4051-b0a1-a061f3d2cb50,revision_number=3']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:19.843225 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:19.882858 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'name': 'tempest-TestShelveInstance-310654271-router', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:14Z', 'updated_at': '2021-08-25T16:39:17Z', 'revision_number': 3, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'gw_port': {'id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:15Z', 'updated_at': '2021-08-25T16:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:39:19.895575 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Checking router: dbd5aded-7a00-4c38-908b-ea40dd3925d3 for host: dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:39:19.896176 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Updating router dbd5aded-7a00-4c38-908b-ea40dd3925d3 port a305ef54-efd0-4d8c-936a-522422c0e2a7 binding host dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:39:19.945266 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-08cd7262-bd5c-4092-97f0-32b8530dcd3a req-f476e8ac-9da9-4721-8ea5-4ff55e0df775 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155601 Aug 25 16:39:20.008018 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:20.121156 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 53dbe113-e239-4070-90ba-130f9825664d up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:39:20.339268 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152a6b0-f99d-4158-a4dd-ce4985d8273a req-a617f429-3f19-48a9-857e-70db7d569386 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:20.359939 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3152a6b0-f99d-4158-a4dd-ce4985d8273a req-a617f429-3f19-48a9-857e-70db7d569386 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 945 time: 0.3579690 Aug 25 16:39:20.364203 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port 53dbe113-e239-4070-90ba-130f9825664d completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:39:20.371114 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port 53dbe113-e239-4070-90ba-130f9825664d triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:20.371114 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:20.497073 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device d81d4336-a12b-4051-b0a1-a061f3d2cb50 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:39:20.532585 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3152a6b0-f99d-4158-a4dd-ce4985d8273a req-bef4c112-0cd9-4801-b8c0-aed079556ccf tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617851 Aug 25 16:39:20.686683 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a4f54-7df3-4051-9012-a877275a10fe req-183c8a91-6390-4a7f-80cf-10c4f54c743b tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:20.698915 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-be4a4f54-7df3-4051-9012-a877275a10fe req-183c8a91-6390-4a7f-80cf-10c4f54c743b tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1617506 Aug 25 16:39:20.790951 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-be4a4f54-7df3-4051-9012-a877275a10fe req-c7d7fe71-c38c-46d4-8a5c-f41efa9eb332 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907991 Aug 25 16:39:20.807059 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:20.848972 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port d81d4336-a12b-4051-b0a1-a061f3d2cb50 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:20.855590 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:20.865054 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Notify callbacks [] for port, precommit_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:20.887441 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.provisioning_blocks [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Transition to ACTIVE for port object a305ef54-efd0-4d8c-936a-522422c0e2a7 will not be triggered until provisioned by entity L2. {{(pid=75942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:39:20.928392 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:20.958882 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:20.964859 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:21.006709 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ddf123eb-f265-48ce-bd97-e77073d47a16 req-cb378d5e-bdfa-48fc-afaf-d4079cd941c9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 210 time: 0.0705779 Aug 25 16:39:21.021073 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2645f71a-5791-487e-ac0c-90dfdb6a6c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dbe113-e239-4070-90ba-130f9825664d'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:39:21.065075 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 53dbe113-e239-4070-90ba-130f9825664d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=53dbe113-e239-4070-90ba-130f9825664d,segment=NetworkSegment(bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd),segment_id=bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:39:21.117860 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:39:21.177840 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2645f71a-5791-487e-ac0c-90dfdb6a6c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dbe113-e239-4070-90ba-130f9825664d', 'code': 200} Aug 25 16:39:21.202762 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:21.227846 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:21.246816 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Attempting to bind port a305ef54-efd0-4d8c-936a-522422c0e2a7 on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:39:21.250378 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Attempting to bind port a305ef54-efd0-4d8c-936a-522422c0e2a7 by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}] {{(pid=75942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:39:21.252409 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Attempting to bind port a305ef54-efd0-4d8c-936a-522422c0e2a7 on network 298d0f1e-c103-4242-b158-a28991e655e1 {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:39:21.293586 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e43146-5ceb-4915-bf76-7636cfe2a64f None None] Pushing event updated for resources: {'Port': ['ID=a305ef54-efd0-4d8c-936a-522422c0e2a7,revision_number=2']} {{(pid=75942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:21.313289 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e43146-5ceb-4915-bf76-7636cfe2a64f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:21.314630 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e43146-5ceb-4915-bf76-7636cfe2a64f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:21.315217 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e43146-5ceb-4915-bf76-7636cfe2a64f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:21.316885 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e43146-5ceb-4915-bf76-7636cfe2a64f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:21.317336 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e43146-5ceb-4915-bf76-7636cfe2a64f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:21.318879 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e43146-5ceb-4915-bf76-7636cfe2a64f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:21.319327 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e43146-5ceb-4915-bf76-7636cfe2a64f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:21.319754 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e43146-5ceb-4915-bf76-7636cfe2a64f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:21.320925 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e43146-5ceb-4915-bf76-7636cfe2a64f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:21.321384 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e43146-5ceb-4915-bf76-7636cfe2a64f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:21.322360 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e43146-5ceb-4915-bf76-7636cfe2a64f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:21.328189 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:39:21.334112 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Checking segment: {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:39:21.334791 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:21.335803 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Bound using segment: {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'} {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:39:21.336243 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Bound port: a305ef54-efd0-4d8c-936a-522422c0e2a7, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}}] {{(pid=75942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:39:21.336926 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:21.411325 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Allocated IP 172.20.0.1 (29424364-8c46-404f-bc9f-9d7a9e688e9b/318626cb-987f-472c-acdb-fe419cfc88c1/d2d1f44b-4232-4968-9c20-1f4974cf09c9) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:39:21.418412 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-c43cf2b2-a615-43a4-9951-de2f087e8bcb tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=8287a331501c4bca805ea9cc68147073&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1020844 Aug 25 16:39:21.448762 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-11e43146-5ceb-4915-bf76-7636cfe2a64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:21.462443 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=53dbe113-e239-4070-90ba-130f9825664d,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:21.473970 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:21.540864 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.db [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] For port a305ef54-efd0-4d8c-936a-522422c0e2a7, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:39:21.546300 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.db [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] For port a305ef54-efd0-4d8c-936a-522422c0e2a7, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=a305ef54-efd0-4d8c-936a-522422c0e2a7,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:39:21.729667 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:21.737333 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-11e43146-5ceb-4915-bf76-7636cfe2a64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:21.766766 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-fbb4c877-5591-498b-80ab-065107b2f0a4 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:21.769031 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-fbb4c877-5591-498b-80ab-065107b2f0a4 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3418038 Aug 25 16:39:21.798460 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:21.852429 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.provisioning_blocks [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Transition to ACTIVE for port object d2d1f44b-4232-4968-9c20-1f4974cf09c9 will not be triggered until provisioned by entity DHCP. {{(pid=75940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:39:21.854614 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e43146-5ceb-4915-bf76-7636cfe2a64f None None] Pushing event updated for resources: {'Port': ['ID=a305ef54-efd0-4d8c-936a-522422c0e2a7,revision_number=3']} {{(pid=75942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:21.860885 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-11e43146-5ceb-4915-bf76-7636cfe2a64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:21.890277 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Routers {'dbd5aded-7a00-4c38-908b-ea40dd3925d3'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:39:21.891222 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:38:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:39:21.994603 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605220db-df41-48e0-8358-9d4cf4b32631 req-9f052291-4a00-46b7-bffe-28cb3a47a4c9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:21.996123 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-605220db-df41-48e0-8358-9d4cf4b32631 req-9f052291-4a00-46b7-bffe-28cb3a47a4c9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.2260578 Aug 25 16:39:22.032986 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:22.038805 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:22.099868 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8049c4f-16ec-4b95-aea7-5916be73595a req-da3382ad-9657-4355-ba5d-ee82705c0d47 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:22.101739 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b8049c4f-16ec-4b95-aea7-5916be73595a req-da3382ad-9657-4355-ba5d-ee82705c0d47 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 946 time: 0.2163455 Aug 25 16:39:22.106224 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-605220db-df41-48e0-8358-9d4cf4b32631 req-169cff82-c00b-43c2-a501-08ffb381863c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024358 Aug 25 16:39:22.148374 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] Set router dbd5aded-7a00-4c38-908b-ea40dd3925d3 gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:39:22.223689 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Network 29424364-8c46-404f-bc9f-9d7a9e688e9b is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:39:22.226969 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:39:22.227118 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b8049c4f-16ec-4b95-aea7-5916be73595a req-789fb4fe-7364-435e-872a-9d19d870dc07 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137669 Aug 25 16:39:22.231138 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:39:22.273847 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d1f44b-4232-4968-9c20-1f4974cf09c9,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:22.280609 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:22.349235 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-742085'] for router_interface, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:22.608869 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9e8b9141-8b53-4e15-9856-73363a586c85 req-b9d8a53d-a782-4520-ab98-d7ee3ea73ad5 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 210 time: 0.1119349 Aug 25 16:39:22.666699 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb46980-0047-4cbd-980d-6d32d3b6468e req-0ef98c17-c235-4085-88e6-477ded918020 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:22.668480 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-efb46980-0047-4cbd-980d-6d32d3b6468e req-0ef98c17-c235-4085-88e6-477ded918020 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1707397 Aug 25 16:39:22.757153 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-efb46980-0047-4cbd-980d-6d32d3b6468e req-b1a10cfb-7465-48ce-8f38-25d52dcb0430 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765939 Aug 25 16:39:22.802549 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'name': 'tempest-TestShelveInstance-310654271-router', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:14Z', 'updated_at': '2021-08-25T16:39:17Z', 'revision_number': 3, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'gw_port': {'id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:15Z', 'updated_at': '2021-08-25T16:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:39:22.809243 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:22.811924 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cec3e17-1730-4ade-948c-2d47a830bffd None None] The sync data for ids ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'] in dv-cinder-806008-1-smb is: [{'id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'name': 'tempest-TestShelveInstance-310654271-router', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:14Z', 'updated_at': '2021-08-25T16:39:17Z', 'revision_number': 3, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'gw_port': {'id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:15Z', 'updated_at': '2021-08-25T16:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}] {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:39:22.834058 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-652320f7-44e4-4987-8cfa-72bc463ba039 None None] Provisioning for port d2d1f44b-4232-4968-9c20-1f4974cf09c9 completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:39:22.855526 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-652320f7-44e4-4987-8cfa-72bc463ba039 None None] Provisioning complete for port d2d1f44b-4232-4968-9c20-1f4974cf09c9 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:22.858342 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-652320f7-44e4-4987-8cfa-72bc463ba039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:23.044718 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-652320f7-44e4-4987-8cfa-72bc463ba039 None None] Port d2d1f44b-4232-4968-9c20-1f4974cf09c9 cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:39:23.187065 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:23.250172 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:23.360780 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:23.561112 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66893069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742188'] for router_interface, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:23.561901 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2358b93-c374-47c6-97bd-ccd025bf0cb7 req-128d3fea-9fad-43d3-821e-fc42e70032ec tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:23.567603 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c2358b93-c374-47c6-97bd-ccd025bf0cb7 req-128d3fea-9fad-43d3-821e-fc42e70032ec tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.1622734 Aug 25 16:39:23.588813 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d1f44b-4232-4968-9c20-1f4974cf09c9,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:23.592225 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:23.644238 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Request body: {'port': {'device_id': '1cd26de9-98cc-4562-8a98-0dbbf3af2c3b', 'network_id': '20c726d3-22a0-48bf-b7a1-3143904f757d', 'admin_state_up': True, 'tenant_id': '8287a331501c4bca805ea9cc68147073'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:23.776547 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-cfd3e243-1b5c-4917-bebc-030efe001cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:23.871421 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.81', 51853) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:23.956936 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c2358b93-c374-47c6-97bd-ccd025bf0cb7 req-c793c20f-71a9-4a11-8c09-1da92ff87988 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3737950 Aug 25 16:39:24.115157 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Network 29424364-8c46-404f-bc9f-9d7a9e688e9b is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:39:24.140409 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491e584-20bc-4235-9f54-a1d38a5b4770 req-875af4d7-d90e-4850-b677-f8d062e0b10d tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:24.143784 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a491e584-20bc-4235-9f54-a1d38a5b4770 req-875af4d7-d90e-4850-b677-f8d062e0b10d tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 946 time: 0.3681653 Aug 25 16:39:24.174890 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:39:24.249697 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-17a4f7b5-5084-48e6-94dc-38e21bdda143 req-143c75e9-91fc-485b-8d4e-57c5f13473b1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 1098 time: 0.4355776 Aug 25 16:39:24.266108 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:24.274262 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Usage tracker for resource:port and tenant:8287a331501c4bca805ea9cc68147073 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:24.281658 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:24.297585 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:24.403823 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a491e584-20bc-4235-9f54-a1d38a5b4770 req-003c50d0-7e42-4420-b31b-5cfd982c1236 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345259 Aug 25 16:39:24.535111 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-17a4f7b5-5084-48e6-94dc-38e21bdda143 req-525c2ad2-9155-4765-8668-0a1dd45a690b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102938 Aug 25 16:39:24.536284 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Made reservation on behalf of 8287a331501c4bca805ea9cc68147073 for: {'port': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:39:24.541294 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:24.601414 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device a305ef54-efd0-4d8c-936a-522422c0e2a7 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:39:24.607420 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-55cf90ca-9498-49cf-ba60-c0f785d7a56a req-5a0c815b-538a-4764-a9c7-945e96ea14ce tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 210 time: 0.1637661 Aug 25 16:39:24.615269 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:24.846544 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:24.848212 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-0e226e8e-2c2c-4203-b763-af068e0a37b8 req-ca311dcb-64bf-4848-8338-bff759adbcf1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9&device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 1097 time: 0.8882701 Aug 25 16:39:24.848630 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Usage tracker for resource:security_group_rule and tenant:8287a331501c4bca805ea9cc68147073 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:24.848630 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:24.848808 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-855a6b48-02b6-4c19-b44f-5e3b32c4a4b6 req-89e06970-e52d-4362-b1cd-51d5de79b41d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 1099 time: 0.9067433 Aug 25 16:39:24.848901 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:24.849002 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-a24d2019-25c0-46f5-8814-08ebe14b6be3 None None] Provisioning complete for port d2d1f44b-4232-4968-9c20-1f4974cf09c9 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:24.849002 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-a24d2019-25c0-46f5-8814-08ebe14b6be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:24.876549 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-a24d2019-25c0-46f5-8814-08ebe14b6be3 None None] Port d2d1f44b-4232-4968-9c20-1f4974cf09c9 cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:39:24.988766 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:25.021258 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:25.044336 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef057cc-5182-4206-ad18-80ddfce4ace1 req-01ca1037-1321-457c-b9e1-22bf187edd22 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:25.044336 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6ef057cc-5182-4206-ad18-80ddfce4ace1 req-01ca1037-1321-457c-b9e1-22bf187edd22 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1632531 Aug 25 16:39:25.062402 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port a305ef54-efd0-4d8c-936a-522422c0e2a7 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:39:25.070843 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port a305ef54-efd0-4d8c-936a-522422c0e2a7 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:25.071051 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:25.120134 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:25.136035 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-659d3c4f-c2f8-4c07-89f3-ce3a5d922250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:25.255857 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b81aea2d-644d-402e-98c9-e23dbb6cd9c4,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:25.272856 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:25.356066 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:25.386933 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port a305ef54-efd0-4d8c-936a-522422c0e2a7, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=a305ef54-efd0-4d8c-936a-522422c0e2a7,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:39:25.444607 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Allocated IP 192.168.233.156 (20c726d3-22a0-48bf-b7a1-3143904f757d/cde609c9-6274-4351-8f29-1e1eb8773811/9dd4e170-62a3-4403-a531-e1a2d393b3db) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:39:25.477438 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-855a6b48-02b6-4c19-b44f-5e3b32c4a4b6 req-70431433-1f7e-43a9-b7cd-f3c3676670d4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021633 Aug 25 16:39:25.559866 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e226e8e-2c2c-4203-b763-af068e0a37b8 req-7b57a323-948e-4427-a178-f581b2a22adf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:25.559866 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-0e226e8e-2c2c-4203-b763-af068e0a37b8 req-7b57a323-948e-4427-a178-f581b2a22adf service neutron] 10.222.0.81 "GET /v2.0/networks?id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4 HTTP/1.1" status: 200 len: 918 time: 0.3305488 Aug 25 16:39:25.559866 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Router dbd5aded-7a00-4c38-908b-ea40dd3925d3 has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:39:25.681040 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:25.691765 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:25.696190 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6ef057cc-5182-4206-ad18-80ddfce4ace1 req-e658b7e2-da6d-443e-a750-1baac03c8ae3 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6444428 Aug 25 16:39:25.773179 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:25.826027 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2961c-7a7a-4367-aef1-bdbafde71404 req-878faafd-ba37-481f-8529-002f36275042 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:25.828531 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-66e2961c-7a7a-4367-aef1-bdbafde71404 req-878faafd-ba37-481f-8529-002f36275042 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.5589843 Aug 25 16:39:25.868393 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=a305ef54-efd0-4d8c-936a-522422c0e2a7,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:25.883884 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:25.918866 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:39:25.941859 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] 10.222.0.35 "PUT /v2.0/routers/dbd5aded-7a00-4c38-908b-ea40dd3925d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2126887 Aug 25 16:39:26.074096 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:26.156537 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-66e2961c-7a7a-4367-aef1-bdbafde71404 req-d29b87fd-9563-4948-a756-506bdd84a517 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3182600 Aug 25 16:39:26.159925 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.provisioning_blocks [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Transition to ACTIVE for port object 9dd4e170-62a3-4403-a531-e1a2d393b3db will not be triggered until provisioned by entity DHCP. {{(pid=75939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:39:26.256193 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c71c17-5dab-4474-b5e9-b80d24791833 req-309fabf8-db71-4749-9113-90ae55fa4660 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:26.270673 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f9c71c17-5dab-4474-b5e9-b80d24791833 req-309fabf8-db71-4749-9113-90ae55fa4660 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 946 time: 0.2812700 Aug 25 16:39:26.409944 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f9c71c17-5dab-4474-b5e9-b80d24791833 req-195ff25e-3acf-4117-a4c1-5e995c97cf6b tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366408 Aug 25 16:39:26.444429 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device a305ef54-efd0-4d8c-936a-522422c0e2a7 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:39:26.542148 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:26.546592 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port a305ef54-efd0-4d8c-936a-522422c0e2a7 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:26.547087 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:26.551238 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:26.699506 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Network 20c726d3-22a0-48bf-b7a1-3143904f757d is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:39:26.710190 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:39:26.770460 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:39:26.968376 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Pushing event updated for resources: {'Port': ['ID=9dd4e170-62a3-4403-a531-e1a2d393b3db,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:26.978171 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:27.034515 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:27.035502 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:27.130536 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9eedb-87e4-4e0a-9bf0-8f4e3d600a43 req-b124994a-dbba-457d-ac50-7cbc986bf1d7 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:27.130536 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-57c9eedb-87e4-4e0a-9bf0-8f4e3d600a43 req-b124994a-dbba-457d-ac50-7cbc986bf1d7 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Synchronizing usage tracker for tenant:8287a331501c4bca805ea9cc68147073 on resource:port {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:39:27.250509 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6112492 Aug 25 16:39:27.272735 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f3091f6c-85c6-45f1-a3d2-69bd34f37af1 None None] Provisioning for port 9dd4e170-62a3-4403-a531-e1a2d393b3db completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:39:27.278421 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f3091f6c-85c6-45f1-a3d2-69bd34f37af1 None None] Provisioning complete for port 9dd4e170-62a3-4403-a531-e1a2d393b3db triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:27.279353 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f3091f6c-85c6-45f1-a3d2-69bd34f37af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:27.307822 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-0e226e8e-2c2c-4203-b763-af068e0a37b8 req-371af1cb-d50b-4557-83aa-682198ba396f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e75a1530-67c8-4b46-b512-9889799617b9 HTTP/1.1" status: 200 len: 1000 time: 0.2452283 Aug 25 16:39:27.319816 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Request body: {'port': {'device_id': '1cd26de9-98cc-4562-8a98-0dbbf3af2c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:27.344791 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-ed04d12a-549f-4d05-a8a2-7d40a91e3969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:27.410361 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f3091f6c-85c6-45f1-a3d2-69bd34f37af1 None None] Port 9dd4e170-62a3-4403-a531-e1a2d393b3db cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:39:27.574503 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e226e8e-2c2c-4203-b763-af068e0a37b8 req-568efbcd-270d-44c0-b65d-e8ab7ab0f4a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:27.577094 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-0e226e8e-2c2c-4203-b763-af068e0a37b8 req-568efbcd-270d-44c0-b65d-e8ab7ab0f4a1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d63a0ffb-80d7-4462-90e5-4d8039ba5a58 HTTP/1.1" status: 200 len: 855 time: 0.2026148 Aug 25 16:39:27.643254 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:27.743357 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11485005-a87b-4e9e-88f3-a55b49f8b52a req-cb1b88c4-fcae-447c-9539-0070c1f74e3f tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:27.745042 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-11485005-a87b-4e9e-88f3-a55b49f8b52a req-cb1b88c4-fcae-447c-9539-0070c1f74e3f tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.6093905 Aug 25 16:39:27.745788 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-57c9eedb-87e4-4e0a-9bf0-8f4e3d600a43 req-b124994a-dbba-457d-ac50-7cbc986bf1d7 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Unset dirty status for tenant:8287a331501c4bca805ea9cc68147073 on resource:port {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:39:27.753180 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-57c9eedb-87e4-4e0a-9bf0-8f4e3d600a43 req-b124994a-dbba-457d-ac50-7cbc986bf1d7 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 936 time: 1.0433860 Aug 25 16:39:27.942775 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-11485005-a87b-4e9e-88f3-a55b49f8b52a req-04621034-c61b-4a99-9e45-6f83dc3bbe82 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662800 Aug 25 16:39:27.944402 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-57c9eedb-87e4-4e0a-9bf0-8f4e3d600a43 req-4858bda9-4478-4c73-a390-d586dfb1dbf6 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Synchronizing usage tracker for tenant:8287a331501c4bca805ea9cc68147073 on resource:security_group {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:39:27.965340 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Sync routers for ids ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:39:28.018864 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Routers {'dbd5aded-7a00-4c38-908b-ea40dd3925d3'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:39:28.020471 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:39:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:39:28.130342 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:28.204195 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-57c9eedb-87e4-4e0a-9bf0-8f4e3d600a43 req-4858bda9-4478-4c73-a390-d586dfb1dbf6 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Unset dirty status for tenant:8287a331501c4bca805ea9cc68147073 on resource:security_group {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:39:28.215490 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-57c9eedb-87e4-4e0a-9bf0-8f4e3d600a43 req-4858bda9-4478-4c73-a390-d586dfb1dbf6 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/security-groups?id=b81aea2d-644d-402e-98c9-e23dbb6cd9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612870 Aug 25 16:39:28.313572 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Set router dbd5aded-7a00-4c38-908b-ea40dd3925d3 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:39:28.422248 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd4e170-62a3-4403-a531-e1a2d393b3db {{(pid=75939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:39:28.497766 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:28.520929 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5f60e-86d0-4051-9d4c-614a0e56bd2b req-0f0157fc-37c8-47a9-a529-553e5872b59c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:28.523150 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3db5f60e-86d0-4051-9d4c-614a0e56bd2b req-0f0157fc-37c8-47a9-a529-553e5872b59c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.3064508 Aug 25 16:39:28.599104 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.provisioning_blocks [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Transition to ACTIVE for port object 9dd4e170-62a3-4403-a531-e1a2d393b3db will not be triggered until provisioned by entity L2. {{(pid=75939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:39:28.704192 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58252eb-93cb-4a4a-9fe6-1cb55563910a req-03e17878-9b60-4fb3-8a2d-7a04b68fc8d2 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:28.706714 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e58252eb-93cb-4a4a-9fe6-1cb55563910a req-03e17878-9b60-4fb3-8a2d-7a04b68fc8d2 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 946 time: 0.2783382 Aug 25 16:39:28.723546 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3db5f60e-86d0-4051-9d4c-614a0e56bd2b req-c6c70236-c17a-43c5-bd34-23cfe7a688f5 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944561 Aug 25 16:39:28.802338 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'name': 'tempest-TestShelveInstance-310654271-router', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:14Z', 'updated_at': '2021-08-25T16:39:22Z', 'revision_number': 4, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'gw_port': {'id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:15Z', 'updated_at': '2021-08-25T16:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'd2d1f44b-4232-4968-9c20-1f4974cf09c9', 'name': '', 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'mac_address': 'fa:16:3e:d4:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:20Z', 'updated_at': '2021-08-25T16:39:22Z', 'revision_number': 2, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'subnets': [{'id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:39:28.808032 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Checking router: dbd5aded-7a00-4c38-908b-ea40dd3925d3 for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:39:28.809251 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Updating router dbd5aded-7a00-4c38-908b-ea40dd3925d3 port d2d1f44b-4232-4968-9c20-1f4974cf09c9 binding host dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:39:28.846403 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e58252eb-93cb-4a4a-9fe6-1cb55563910a req-4ec43306-a437-4bea-86a3-76be42f20935 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207092 Aug 25 16:39:28.847728 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:28.853645 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:28.895412 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:28.994644 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd4e170-62a3-4403-a531-e1a2d393b3db,revision_number=2']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:29.003830 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:29.082377 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57346) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:29.091416 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2082525232-network', 'tenant_id': 'a528734fe7714a8bb5c9c47c25b6fcb3'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:29.098885 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:29.227949 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Usage tracker for resource:network and tenant:a528734fe7714a8bb5c9c47c25b6fcb3 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:29.244237 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:29.252833 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:29.323554 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Attempting to bind port 9dd4e170-62a3-4403-a531-e1a2d393b3db on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:39:29.323554 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Attempting to bind port 9dd4e170-62a3-4403-a531-e1a2d393b3db by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '936b2119-c9df-42d5-8721-0ddcc751fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '20c726d3-22a0-48bf-b7a1-3143904f757d'}] {{(pid=75939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:39:29.323554 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Attempting to bind port 9dd4e170-62a3-4403-a531-e1a2d393b3db on network 20c726d3-22a0-48bf-b7a1-3143904f757d {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:39:29.342261 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-0e226e8e-2c2c-4203-b763-af068e0a37b8 req-33cbf218-1546-4563-928c-8fb72429136e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2446313 Aug 25 16:39:29.350817 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Port 9dd4e170-62a3-4403-a531-e1a2d393b3db on network 20c726d3-22a0-48bf-b7a1-3143904f757d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:39:29.354040 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Attempting to bind port 9dd4e170-62a3-4403-a531-e1a2d393b3db on network 20c726d3-22a0-48bf-b7a1-3143904f757d {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:39:29.363415 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:39:29.364031 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Checking segment: {'id': '936b2119-c9df-42d5-8721-0ddcc751fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '20c726d3-22a0-48bf-b7a1-3143904f757d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:39:29.364711 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Bound using segment: {'id': '936b2119-c9df-42d5-8721-0ddcc751fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '20c726d3-22a0-48bf-b7a1-3143904f757d'} {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:39:29.365234 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Bound port: 9dd4e170-62a3-4403-a531-e1a2d393b3db, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936b2119-c9df-42d5-8721-0ddcc751fc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '20c726d3-22a0-48bf-b7a1-3143904f757d'}}] {{(pid=75939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:39:29.366490 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:29.371506 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Made reservation on behalf of a528734fe7714a8bb5c9c47c25b6fcb3 for: {'network': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:39:29.377504 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for network, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:29.416586 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:29.466260 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:29.472911 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Usage tracker for resource:security_group_rule and tenant:a528734fe7714a8bb5c9c47c25b6fcb3 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:29.476318 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:29.484551 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:29.490559 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] For port 9dd4e170-62a3-4403-a531-e1a2d393b3db, host hv-cinder-80600, cleared binding levels {{(pid=75939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:39:29.494710 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] For port 9dd4e170-62a3-4403-a531-e1a2d393b3db, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=9dd4e170-62a3-4403-a531-e1a2d393b3db,segment=NetworkSegment(936b2119-c9df-42d5-8721-0ddcc751fc84),segment_id=936b2119-c9df-42d5-8721-0ddcc751fc84)] {{(pid=75939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:39:29.565527 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142849e-d680-4282-a823-c27d8420541f req-4a203612-dd5c-4ae7-8802-119cbd4ca413 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:29.572823 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c142849e-d680-4282-a823-c27d8420541f req-4a203612-dd5c-4ae7-8802-119cbd4ca413 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.3656571 Aug 25 16:39:29.575624 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:29.666630 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Notify callbacks [] for port, precommit_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:29.681894 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:29.693611 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:29.696350 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Transition to ACTIVE for port object d2d1f44b-4232-4968-9c20-1f4974cf09c9 will not be triggered until provisioned by entity L2. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:39:29.793113 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:29.793476 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] 10.222.0.81 "PUT /v2.0/ports/9dd4e170-62a3-4403-a531-e1a2d393b3db HTTP/1.1" status: 200 len: 1098 time: 2.4820468 Aug 25 16:39:29.795403 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd26de9-98cc-4562-8a98-0dbbf3af2c3b', 'tag': '9dd4e170-62a3-4403-a531-e1a2d393b3db'}] {{(pid=75939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:39:29.811654 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd4e170-62a3-4403-a531-e1a2d393b3db,revision_number=3']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:29.817168 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:29.832934 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c142849e-d680-4282-a823-c27d8420541f req-ee9dd7c2-ddc1-4a36-b2df-f1d32c9656a8 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587497 Aug 25 16:39:29.856984 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afca0ba-1628-4947-b6f7-9dc6fe0ae26e req-cbe849e5-5a4e-423b-9285-1684351b738f tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:29.864535 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3afca0ba-1628-4947-b6f7-9dc6fe0ae26e req-cbe849e5-5a4e-423b-9285-1684351b738f tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 948 time: 0.3666465 Aug 25 16:39:29.901351 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:29.906485 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-c043be9e-ba64-4cfc-99a7-46f6d1e493af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:29.951754 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3afca0ba-1628-4947-b6f7-9dc6fe0ae26e req-f446a623-37dc-4ede-9b3f-e1b8ead05598 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/security-groups?id=b81aea2d-644d-402e-98c9-e23dbb6cd9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816054 Aug 25 16:39:29.973145 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] vlan segment allocate from pool success with {'vlan_id': 1207, 'physical_network': 'physnet1'} {{(pid=75940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:39:30.003587 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:30.003587 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.db.segments_db [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Added segment 8c9f2d71-7237-4353-85f6-aa45760f3607 of type vlan for network d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce Aug 25 16:39:30.022736 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:30.025310 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731567222914'] for network, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:30.073209 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f83872f-b393-4de3-801b-1c1972092241,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:30.073209 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:30.089580 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:30.094410 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-e5b63eff-bb4f-42aa-8c36-01de164353df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:30.113444 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd26de9-98cc-4562-8a98-0dbbf3af2c3b', 'tag': '9dd4e170-62a3-4403-a531-e1a2d393b3db', 'status': 'completed', 'code': 200} Aug 25 16:39:30.146917 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for network, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:30.148191 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:30.148785 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:30.160622 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-38644e5d-5a6f-49de-8766-007851c7230f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:30.201777 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cda56-b281-43a5-acac-4cdeb40ef78c req-4845c3f9-298e-48bd-9503-67d36f32c1b1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:30.203950 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6c5cda56-b281-43a5-acac-4cdeb40ef78c req-4845c3f9-298e-48bd-9503-67d36f32c1b1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.2014232 Aug 25 16:39:30.352800 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6c5cda56-b281-43a5-acac-4cdeb40ef78c req-62b9820f-7939-4857-82a2-6130a931652a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396964 Aug 25 16:39:30.522570 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe87ce-d9e7-468e-8b33-da58144f7114 None None] Pushing event updated for resources: {'Port': ['ID=d2d1f44b-4232-4968-9c20-1f4974cf09c9,revision_number=3']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:30.522570 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-68fe87ce-d9e7-468e-8b33-da58144f7114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:30.522833 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Pushing event updated for resources: {'Network': ['ID=d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:30.522833 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:30.523009 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Network d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce details requested by agent ovs-agent-dv-cinder-806008-1-smb with host dv-cinder-806008-1-smb {{(pid=75941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:39:30.666910 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-55c9612e-eca3-40a7-9de3-7df9a284e56f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8287a331501c4bca805ea9cc68147073&device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 1101 time: 0.2760663 Aug 25 16:39:30.701906 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6f65c-c570-49d4-b2f8-e1a43fe71548 req-b0e59b13-7627-44e0-bfbb-2dcf4adbd603 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:30.705389 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-acc6f65c-c570-49d4-b2f8-e1a43fe71548 req-b0e59b13-7627-44e0-bfbb-2dcf4adbd603 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 946 time: 0.2291112 Aug 25 16:39:30.740439 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-0e226e8e-2c2c-4203-b763-af068e0a37b8 req-90e11b51-c9c4-4fe6-9d34-7ff16b6e9d99 service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990846 Aug 25 16:39:30.771616 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6861646 Aug 25 16:39:30.777319 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57364) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:30.789328 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-7b6b2ac4-ee48-41ce-ad5a-bf3d411accd0 admin admin] Request body: {'subnet': {'network_id': 'd26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2082525232-subnet', 'tenant_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'ip_version': 4}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:30.790371 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-acc6f65c-c570-49d4-b2f8-e1a43fe71548 req-eafeac4b-01c0-4250-b66f-ce7503c115ea tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750823 Aug 25 16:39:30.803188 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-7b6b2ac4-ee48-41ce-ad5a-bf3d411accd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:30.813746 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-7b6b2ac4-ee48-41ce-ad5a-bf3d411accd0 admin admin] Usage tracker for resource:subnet and tenant:a528734fe7714a8bb5c9c47c25b6fcb3 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:30.818445 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-7b6b2ac4-ee48-41ce-ad5a-bf3d411accd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:30.842331 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-7b6b2ac4-ee48-41ce-ad5a-bf3d411accd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:30.874051 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Attempting to bind port d2d1f44b-4232-4968-9c20-1f4974cf09c9 on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:39:30.874913 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Attempting to bind port d2d1f44b-4232-4968-9c20-1f4974cf09c9 by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '596b9a34-e0fb-464c-a54b-4d1a8cf7117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b'}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:39:30.875294 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Attempting to bind port d2d1f44b-4232-4968-9c20-1f4974cf09c9 on network 29424364-8c46-404f-bc9f-9d7a9e688e9b {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:39:30.899665 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:39:30.900077 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Checking segment: {'id': '596b9a34-e0fb-464c-a54b-4d1a8cf7117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:39:30.900502 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:30.900895 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Bound using segment: {'id': '596b9a34-e0fb-464c-a54b-4d1a8cf7117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b'} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:39:30.901384 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Bound port: d2d1f44b-4232-4968-9c20-1f4974cf09c9, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596b9a34-e0fb-464c-a54b-4d1a8cf7117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b'}}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:39:30.902049 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:31.023970 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] For port d2d1f44b-4232-4968-9c20-1f4974cf09c9, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:39:31.028224 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] For port d2d1f44b-4232-4968-9c20-1f4974cf09c9, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=d2d1f44b-4232-4968-9c20-1f4974cf09c9,segment=NetworkSegment(596b9a34-e0fb-464c-a54b-4d1a8cf7117b),segment_id=596b9a34-e0fb-464c-a54b-4d1a8cf7117b)] {{(pid=75941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:39:31.073751 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6b2ac4-ee48-41ce-ad5a-bf3d411accd0 admin admin] Made reservation on behalf of a528734fe7714a8bb5c9c47c25b6fcb3 for: {'subnet': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:39:31.078989 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2ac4-ee48-41ce-ad5a-bf3d411accd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2014482'] for subnet, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:31.115615 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bb6df-fdb8-47af-9d47-3326e8926a85 req-bc0075be-c783-4c4c-b325-dfcfc971bc16 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:31.118374 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1e1bb6df-fdb8-47af-9d47-3326e8926a85 req-bc0075be-c783-4c4c-b325-dfcfc971bc16 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1359684 Aug 25 16:39:31.175724 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:31.181196 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:31.274063 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1e1bb6df-fdb8-47af-9d47-3326e8926a85 req-c9e5143a-1cad-4704-989e-b6e75c13eee7 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327844 Aug 25 16:39:31.275814 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe87ce-d9e7-468e-8b33-da58144f7114 None None] Pushing event updated for resources: {'Port': ['ID=d2d1f44b-4232-4968-9c20-1f4974cf09c9,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:31.279217 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Routers {'dbd5aded-7a00-4c38-908b-ea40dd3925d3'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:39:31.279842 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:39:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:39:31.307909 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7af73-3638-47c0-8557-8a7f742c28b0 req-41d31c01-251c-4716-9fbc-c965c945f8b5 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:31.319871 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-81b7af73-3638-47c0-8557-8a7f742c28b0 req-41d31c01-251c-4716-9fbc-c965c945f8b5 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 948 time: 0.1475382 Aug 25 16:39:31.351898 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-68fe87ce-d9e7-468e-8b33-da58144f7114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:31.393977 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-81b7af73-3638-47c0-8557-8a7f742c28b0 req-8cb3f779-d626-4a07-a815-4de15c2cdd92 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/security-groups?id=b81aea2d-644d-402e-98c9-e23dbb6cd9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716386 Aug 25 16:39:31.519543 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] Set router dbd5aded-7a00-4c38-908b-ea40dd3925d3 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:39:31.582672 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2ac4-ee48-41ce-ad5a-bf3d411accd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1515181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2014464'] for subnet, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:31.588572 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-54cd0263-c3ee-4a65-9d4b-e0b4e5eeb7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:31.731600 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-916487be-506d-4918-97c8-547afe4eb0f0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=9dd4e170-62a3-4403-a531-e1a2d393b3db HTTP/1.1" status: 200 len: 217 time: 0.0883498 Aug 25 16:39:31.802437 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b2ac4-ee48-41ce-ad5a-bf3d411accd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f10094-f92e-4ec8-8c90-ff7777450d4b,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:31.808127 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d437c-66e3-487c-b93c-6033511838b9 req-e0998f78-513f-4009-a3a9-a7d6a390d7e9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:31.809649 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cd7d437c-66e3-487c-b93c-6033511838b9 req-e0998f78-513f-4009-a3a9-a7d6a390d7e9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.2235799 Aug 25 16:39:31.821381 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-7b6b2ac4-ee48-41ce-ad5a-bf3d411accd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:31.856134 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-43c6875a-937e-4183-a1e5-807eed63c0d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:31.857695 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-43c6875a-937e-4183-a1e5-807eed63c0d5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cde609c9-6274-4351-8f29-1e1eb8773811 HTTP/1.1" status: 200 len: 843 time: 0.1120718 Aug 25 16:39:31.889580 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6b2ac4-ee48-41ce-ad5a-bf3d411accd0 admin admin] Checking segment: {'id': '8c9f2d71-7237-4353-85f6-aa45760f3607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'd26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:39:31.890761 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6b2ac4-ee48-41ce-ad5a-bf3d411accd0 admin admin] Network hostable DHCP agents. Network: d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce, hostable agents: ['15364a29-dc0b-4d98-aa4e-4a52ef949670'], hosted agents: [] {{(pid=75940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:39:31.900487 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-0e226e8e-2c2c-4203-b763-af068e0a37b8 req-0a525aa4-298f-4ec6-bf87-d6633adc2a74 service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490063 Aug 25 16:39:31.930410 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cd7d437c-66e3-487c-b93c-6033511838b9 req-db9d7a5f-6422-4da7-be8e-f0ea8bfef075 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106136 Aug 25 16:39:31.980113 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-f02596e8-4299-44d7-b5fc-4996210ee6dc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=20c726d3-22a0-48bf-b7a1-3143904f757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0942111 Aug 25 16:39:32.008362 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6b2ac4-ee48-41ce-ad5a-bf3d411accd0 admin admin] Network d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce is scheduled to be hosted by DHCP agent 15364a29-dc0b-4d98-aa4e-4a52ef949670 with binding_index 1 {{(pid=75940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:39:32.071140 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'name': 'tempest-TestShelveInstance-310654271-router', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:14Z', 'updated_at': '2021-08-25T16:39:22Z', 'revision_number': 4, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'gw_port': {'id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:15Z', 'updated_at': '2021-08-25T16:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'd2d1f44b-4232-4968-9c20-1f4974cf09c9', 'name': '', 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'mac_address': 'fa:16:3e:d4:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:20Z', 'updated_at': '2021-08-25T16:39:31Z', 'revision_number': 4, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'subnets': [{'id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:39:32.076405 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10299aad-199d-4bda-b03c-f36e10d4b52e None None] The sync data for ids ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'] in dv-cinder-806008-1-smb is: [{'id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'name': 'tempest-TestShelveInstance-310654271-router', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:14Z', 'updated_at': '2021-08-25T16:39:22Z', 'revision_number': 4, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'gw_port': {'id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:15Z', 'updated_at': '2021-08-25T16:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'd2d1f44b-4232-4968-9c20-1f4974cf09c9', 'name': '', 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'mac_address': 'fa:16:3e:d4:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:20Z', 'updated_at': '2021-08-25T16:39:31Z', 'revision_number': 4, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'subnets': [{'id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:39:32.102062 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-7b6b2ac4-ee48-41ce-ad5a-bf3d411accd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-smb, d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce) {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:39:32.107536 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6b2ac4-ee48-41ce-ad5a-bf3d411accd0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:32.108190 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2ac4-ee48-41ce-ad5a-bf3d411accd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:32.117750 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d0a27e-bb11-41ca-8a7a-eb06d7e4b0e9 None None] Network d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:39:32.328740 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-c91ae232-9ce3-41bb-804e-8b71d0832804 req-1a838893-fbb0-4c02-8e4e-74bf0bfc9383 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=751c2e48d9e64ae0886929b884077d9d&device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 1098 time: 0.1875825 Aug 25 16:39:32.337297 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-7b6b2ac4-ee48-41ce-ad5a-bf3d411accd0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5581069 Aug 25 16:39:32.356792 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 57388) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:32.385201 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2082525232-router', 'tenant_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:32.409083 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:32.483873 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Usage tracker for resource:router and tenant:a528734fe7714a8bb5c9c47c25b6fcb3 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:32.492656 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:32.499104 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-ab867ca6-1ee5-4e7f-a2e0-e033c00ba178 service neutron] 10.222.0.81 "GET /v2.0/networks/20c726d3-22a0-48bf-b7a1-3143904f757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959869 Aug 25 16:39:32.512949 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:32.513816 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device d2d1f44b-4232-4968-9c20-1f4974cf09c9 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:39:32.602302 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf32eec6-35ad-50e1-8160-6e5ab00d733c-d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce', 'network_id': 'd26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce', 'tenant_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'fixed_ips': [{'subnet_id': '92f10094-f92e-4ec8-8c90-ff7777450d4b'}]}} from dv-cinder-806008-1-smb. {{(pid=75941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:39:32.603867 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:32.604443 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ae232-9ce3-41bb-804e-8b71d0832804 req-6f524c44-ff4b-4520-a909-dde62ab9db21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:32.606230 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-c91ae232-9ce3-41bb-804e-8b71d0832804 req-6f524c44-ff4b-4520-a909-dde62ab9db21 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 HTTP/1.1" status: 200 len: 921 time: 0.2508321 Aug 25 16:39:32.663312 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb165e3-ae3b-475d-b050-972f8c0b7a26 req-a9c3d9a3-e4d2-4572-b502-98db76d52b18 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:32.665176 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9fb165e3-ae3b-475d-b050-972f8c0b7a26 req-a9c3d9a3-e4d2-4572-b502-98db76d52b18 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 946 time: 0.5441401 Aug 25 16:39:32.707213 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51cc13-716a-450a-bc95-350471065fbe req-7cfae52e-d592-4751-a7d6-9fd044fda219 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:32.715040 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ed51cc13-716a-450a-bc95-350471065fbe req-7cfae52e-d592-4751-a7d6-9fd044fda219 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.5515590 Aug 25 16:39:32.755623 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-c91ae232-9ce3-41bb-804e-8b71d0832804 req-f1917501-6258-434e-88b8-ac1d13bc57b8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3008c9b0-8ff0-41af-b667-eb4336971fb9 HTTP/1.1" status: 200 len: 217 time: 0.1411254 Aug 25 16:39:32.830948 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3833'] for router, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:32.832051 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3826'] for router, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:32.855904 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d919724f-4d59-4d6e-ab8f-ce8f8ed7e49f req-2e00f877-b105-45c1-8698-41f54abde16e service neutron] 10.222.0.81 "GET /v2.0/networks/20c726d3-22a0-48bf-b7a1-3143904f757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455663 Aug 25 16:39:32.881821 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9fb165e3-ae3b-475d-b050-972f8c0b7a26 req-3dc590ee-5db7-4e33-8985-202231a6e56d tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074513 Aug 25 16:39:32.888733 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ed51cc13-716a-450a-bc95-350471065fbe req-560956c8-5c6a-4ea6-a17d-d15b76ac278d tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726515 Aug 25 16:39:32.902810 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ae232-9ce3-41bb-804e-8b71d0832804 req-9151e3e6-5dea-4ebf-a7a8-8b897bd8db1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:32.912690 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-c91ae232-9ce3-41bb-804e-8b71d0832804 req-9151e3e6-5dea-4ebf-a7a8-8b897bd8db1b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c9faabb-f86c-4b8a-a5f6-071036eb98a3 HTTP/1.1" status: 200 len: 859 time: 0.1455588 Aug 25 16:39:32.914286 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:32.928182 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.db_base_plugin_common [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Allocated IP 172.20.0.2 (d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce/92f10094-f92e-4ec8-8c90-ff7777450d4b/443dd4d2-4980-45a5-8acd-e3b8a3ce9c55) {{(pid=75941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:39:33.105628 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-c91ae232-9ce3-41bb-804e-8b71d0832804 req-15101ad2-6b8f-4726-8f49-68f9174d1868 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1665344 Aug 25 16:39:33.199128 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port d2d1f44b-4232-4968-9c20-1f4974cf09c9 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:39:33.218891 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port d2d1f44b-4232-4968-9c20-1f4974cf09c9 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:33.219288 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:33.590016 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-c91ae232-9ce3-41bb-804e-8b71d0832804 req-ed2c144f-8cb3-490a-9406-b85faec5ae6f service neutron] 10.222.0.81 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667387 Aug 25 16:39:33.600840 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Notify callbacks [] for port, precommit_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:33.632883 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Transition to ACTIVE for port object 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 will not be triggered until provisioned by entity L2. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:39:33.724187 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Transition to ACTIVE for port object 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 will not be triggered until provisioned by entity DHCP. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:39:33.735322 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:33.739901 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-743672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:33.791780 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-98945128-9cbb-4664-b8ba-3974fb442310 req-db2221aa-b395-4710-a029-c01399966944 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8287a331501c4bca805ea9cc68147073&device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 1101 time: 0.6160514 Aug 25 16:39:33.809761 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port d2d1f44b-4232-4968-9c20-1f4974cf09c9, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=d2d1f44b-4232-4968-9c20-1f4974cf09c9,segment=NetworkSegment(596b9a34-e0fb-464c-a54b-4d1a8cf7117b),segment_id=596b9a34-e0fb-464c-a54b-4d1a8cf7117b)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:39:33.826867 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366cc15-41bf-48a7-93a3-edb583524802 req-e4558309-1d49-42c6-a39b-4c119108f8f7 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:33.827140 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807'] for port, after_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:33.828847 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d366cc15-41bf-48a7-93a3-edb583524802 req-e4558309-1d49-42c6-a39b-4c119108f8f7 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 948 time: 0.5348942 Aug 25 16:39:33.843390 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:33.864630 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2739d-bbac-43d1-aecf-f91b7de05841 req-cd992f16-1be8-444b-9f72-2b6187a44fac tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:33.866159 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6ae2739d-bbac-43d1-aecf-f91b7de05841 req-cd992f16-1be8-444b-9f72-2b6187a44fac tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.5694044 Aug 25 16:39:33.873489 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-c91ae232-9ce3-41bb-804e-8b71d0832804 req-98a92a59-f9f6-4f5c-a401-520aa123e50a service neutron] 10.222.0.81 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749093 Aug 25 16:39:33.942433 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:33.961247 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Pushing event updated for resources: {'Port': ['ID=443dd4d2-4980-45a5-8acd-e3b8a3ce9c55,revision_number=1']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:33.964453 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:33.964907 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:34.039535 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Network d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce is already hosted by enough agents. {{(pid=75941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:39:34.042827 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.scheduler.base_scheduler [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Resources bound (agent type, host, resource id): {{(pid=75941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:39:34.046369 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Received port after_create {{(pid=75941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:39:34.131015 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=d2d1f44b-4232-4968-9c20-1f4974cf09c9,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:34.132734 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d366cc15-41bf-48a7-93a3-edb583524802 req-90a4b296-2f93-4316-ba4c-7f684887f0d6 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/security-groups?id=b81aea2d-644d-402e-98c9-e23dbb6cd9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756834 Aug 25 16:39:34.167145 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:34.172846 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6ae2739d-bbac-43d1-aecf-f91b7de05841 req-673273a2-96d9-4428-b8f5-9bcc3da78322 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943836 Aug 25 16:39:34.184162 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Attempting to bind port 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:39:34.184568 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Attempting to bind port 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '8c9f2d71-7237-4353-85f6-aa45760f3607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'd26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce'}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:39:34.185010 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Attempting to bind port 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 on network d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:39:34.197771 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98945128-9cbb-4664-b8ba-3974fb442310 req-b133727d-8894-4b49-b6b1-da19a15d1bfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:34.199252 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-98945128-9cbb-4664-b8ba-3974fb442310 req-b133727d-8894-4b49-b6b1-da19a15d1bfe service neutron] 10.222.0.81 "GET /v2.0/networks?id=20c726d3-22a0-48bf-b7a1-3143904f757d HTTP/1.1" status: 200 len: 871 time: 0.3806481 Aug 25 16:39:34.199396 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:39:34.199873 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Checking segment: {'id': '8c9f2d71-7237-4353-85f6-aa45760f3607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'd26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:39:34.200193 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:34.200600 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Bound using segment: {'id': '8c9f2d71-7237-4353-85f6-aa45760f3607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'd26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce'} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:39:34.201083 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Bound port: 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9f2d71-7237-4353-85f6-aa45760f3607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'd26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce'}}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:39:34.201470 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:34.328002 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] For port 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:39:34.328407 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] For port 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=443dd4d2-4980-45a5-8acd-e3b8a3ce9c55,segment=NetworkSegment(8c9f2d71-7237-4353-85f6-aa45760f3607),segment_id=8c9f2d71-7237-4353-85f6-aa45760f3607)] {{(pid=75941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:39:34.340348 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-98945128-9cbb-4664-b8ba-3974fb442310 req-9dd02005-39b4-402e-b463-4f0d1f991a62 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=9dd4e170-62a3-4403-a531-e1a2d393b3db HTTP/1.1" status: 200 len: 217 time: 0.1211770 Aug 25 16:39:34.359104 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device d2d1f44b-4232-4968-9c20-1f4974cf09c9 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:39:34.401415 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:34.407986 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:34.488472 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98945128-9cbb-4664-b8ba-3974fb442310 req-1b31f3f2-7a6f-410a-b3c7-38eabd1c3c1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:34.489952 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-98945128-9cbb-4664-b8ba-3974fb442310 req-1b31f3f2-7a6f-410a-b3c7-38eabd1c3c1a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cde609c9-6274-4351-8f29-1e1eb8773811 HTTP/1.1" status: 200 len: 843 time: 0.1248157 Aug 25 16:39:34.503042 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Pushing event updated for resources: {'Port': ['ID=443dd4d2-4980-45a5-8acd-e3b8a3ce9c55,revision_number=2']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:34.509463 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:34.525902 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port d2d1f44b-4232-4968-9c20-1f4974cf09c9 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:34.526284 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:34.592648 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:34.635266 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18906373-f126-498f-87aa-dd664bbf1af4 req-680a9db5-20e3-4873-983c-f18949bf0bb3 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:34.636912 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-18906373-f126-498f-87aa-dd664bbf1af4 req-680a9db5-20e3-4873-983c-f18949bf0bb3 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.3329287 Aug 25 16:39:34.643327 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:34.761648 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-98945128-9cbb-4664-b8ba-3974fb442310 req-67d797d9-9cbc-4079-90a4-34f31736f6db service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=20c726d3-22a0-48bf-b7a1-3143904f757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2643192 Aug 25 16:39:34.883829 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-18906373-f126-498f-87aa-dd664bbf1af4 req-3f8d2b31-6644-4c48-9e1d-e122c4e89109 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593392 Aug 25 16:39:35.001342 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Allocated IP 172.28.2.7 (298d0f1e-c103-4242-b158-a28991e655e1/5184b04e-1ca0-4ee3-a46f-6b013348b4a8/a2eae293-a7e2-4ef5-af7c-9b828c98081d) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:39:35.005212 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-98945128-9cbb-4664-b8ba-3974fb442310 req-80c66ce5-0185-4065-9b91-a4032f5bf730 service neutron] 10.222.0.81 "GET /v2.0/networks/20c726d3-22a0-48bf-b7a1-3143904f757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326813 Aug 25 16:39:35.319246 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-98945128-9cbb-4664-b8ba-3974fb442310 req-2b7301ec-1172-4abe-81ba-0d8bc16020b0 service neutron] 10.222.0.81 "GET /v2.0/networks/20c726d3-22a0-48bf-b7a1-3143904f757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049502 Aug 25 16:39:35.351159 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:35.403685 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ceaae-2264-4a2c-ae92-285b153a484f req-29eb32c9-41ae-4f89-91bf-288f30334ec9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:35.409182 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c43ceaae-2264-4a2c-ae92-285b153a484f req-29eb32c9-41ae-4f89-91bf-288f30334ec9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 948 time: 0.1366911 Aug 25 16:39:35.455719 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c43ceaae-2264-4a2c-ae92-285b153a484f req-ad9a4233-b5c5-4e16-b6d4-389e436390d1 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/security-groups?id=b81aea2d-644d-402e-98c9-e23dbb6cd9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456522 Aug 25 16:39:35.511728 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290e84e1-ead2-4361-9f0f-5d2b43caa206 None None] Network d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:39:35.558482 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:35.564337 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:35.754893 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-e80c6e58-51a6-406c-aa67-fa3c25140a67 None None] Provisioning for port 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:39:35.800148 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Network 298d0f1e-c103-4242-b158-a28991e655e1 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:39:35.805555 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:39:35.817665 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:39:35.844059 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Pushing event updated for resources: {'Port': ['ID=a2eae293-a7e2-4ef5-af7c-9b828c98081d,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:35.855847 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:35.875724 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778636e-7aa9-4f6e-ac09-026b2f986481 req-a1a059ee-e886-49ae-9dba-299373d2113a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:35.877569 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0778636e-7aa9-4f6e-ac09-026b2f986481 req-a1a059ee-e886-49ae-9dba-299373d2113a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.3734319 Aug 25 16:39:35.975602 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4ac7c-a16c-41f1-8ec1-994c6d252521 req-6c2bec52-2807-46a0-b480-7dcfe3b3716c tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:35.977105 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cbc4ac7c-a16c-41f1-8ec1-994c6d252521 req-6c2bec52-2807-46a0-b480-7dcfe3b3716c tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 946 time: 0.2655442 Aug 25 16:39:36.034797 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0778636e-7aa9-4f6e-ac09-026b2f986481 req-15076b62-75c6-4b75-813a-c3caabff5913 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487775 Aug 25 16:39:36.064530 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cbc4ac7c-a16c-41f1-8ec1-994c6d252521 req-c3a6feed-e85b-4029-9aab-a526b21594cc tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781982 Aug 25 16:39:36.212770 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:36.213507 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741915'] for router, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:36.246427 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 9dd4e170-62a3-4403-a531-e1a2d393b3db details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:39:36.326891 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53760e-8739-4482-8e64-51070da9b6fc req-a5e66cf9-1206-45ba-8512-a4d27b9609fb tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:36.328498 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-bd53760e-8739-4482-8e64-51070da9b6fc req-a5e66cf9-1206-45ba-8512-a4d27b9609fb tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1648726 Aug 25 16:39:36.401157 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:39:36.444514 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-bd53760e-8739-4482-8e64-51070da9b6fc req-d1a1d663-04f7-49e9-81fc-962048879370 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101463 Aug 25 16:39:36.475285 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 9dd4e170-62a3-4403-a531-e1a2d393b3db, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=9dd4e170-62a3-4403-a531-e1a2d393b3db,segment=NetworkSegment(936b2119-c9df-42d5-8721-0ddcc751fc84),segment_id=936b2119-c9df-42d5-8721-0ddcc751fc84)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:39:36.496489 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': '9dd4e170-62a3-4403-a531-e1a2d393b3db', 'network_id': '20c726d3-22a0-48bf-b7a1-3143904f757d', 'port_id': '9dd4e170-62a3-4403-a531-e1a2d393b3db', 'mac_address': 'fa:16:3e:2e:3a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde609c9-6274-4351-8f29-1e1eb8773811', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:39:36.560229 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:36.579057 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd4e170-62a3-4403-a531-e1a2d393b3db {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:39:36.587909 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Router 99e100fe-2892-41ac-9b4c-36659e67403e is scheduled to L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 with binding_index 1 {{(pid=75939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:39:36.604142 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 9dd4e170-62a3-4403-a531-e1a2d393b3db, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=9dd4e170-62a3-4403-a531-e1a2d393b3db,segment=NetworkSegment(936b2119-c9df-42d5-8721-0ddcc751fc84),segment_id=936b2119-c9df-42d5-8721-0ddcc751fc84)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:39:36.643819 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:39:36.648952 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:36.649358 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:36.680327 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:36.681070 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device e75a1530-67c8-4b46-b512-9889799617b9 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:39:36.688343 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:36.760254 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1ea32-d834-4c6f-8111-3288a37f5e64 req-de8bab00-2063-42bc-949b-12cf731212af tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:36.761729 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c3e1ea32-d834-4c6f-8111-3288a37f5e64 req-de8bab00-2063-42bc-949b-12cf731212af tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 948 time: 0.1713386 Aug 25 16:39:36.864012 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=9dd4e170-62a3-4403-a531-e1a2d393b3db,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:36.867043 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:36.875339 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c3e1ea32-d834-4c6f-8111-3288a37f5e64 req-0dd16148-2347-4007-8c35-948301a522a6 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/security-groups?id=b81aea2d-644d-402e-98c9-e23dbb6cd9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062381 Aug 25 16:39:36.922687 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:39:36.931817 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Sync routers for ids ['99e100fe-2892-41ac-9b4c-36659e67403e'] in dv-cinder-806008-1-smb {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:39:36.950398 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Routers {'99e100fe-2892-41ac-9b4c-36659e67403e'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:39:36.951324 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:39:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['99e100fe-2892-41ac-9b4c-36659e67403e'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:39:36.951696 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:36.990752 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port e75a1530-67c8-4b46-b512-9889799617b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e75a1530-67c8-4b46-b512-9889799617b9,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:39:37.011124 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': 'e75a1530-67c8-4b46-b512-9889799617b9', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'port_id': 'e75a1530-67c8-4b46-b512-9889799617b9', 'mac_address': 'fa:16:3e:10:c3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:39:37.015615 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Notify callbacks [] for router, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:37.017737 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=443dd4d2-4980-45a5-8acd-e3b8a3ce9c55,segment=NetworkSegment(8c9f2d71-7237-4353-85f6-aa45760f3607),segment_id=8c9f2d71-7237-4353-85f6-aa45760f3607)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:39:37.018258 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.6556332 Aug 25 16:39:37.020795 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57432) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:37.132456 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:37.150504 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:37.162571 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:37.219599 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75a1530-67c8-4b46-b512-9889799617b9 {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:39:37.254663 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port e75a1530-67c8-4b46-b512-9889799617b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e75a1530-67c8-4b46-b512-9889799617b9,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:39:37.259741 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Set router 99e100fe-2892-41ac-9b4c-36659e67403e gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:39:37.260703 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=443dd4d2-4980-45a5-8acd-e3b8a3ce9c55,revision_number=3']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:37.278162 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:37.349416 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:37.352984 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-a7af0ec2-8692-478d-ac7a-a6dd6d8c1b97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:37.387170 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eb3b8-ac0d-4e8c-937c-e43c99481a70 req-fbffb27f-b10a-4bad-837f-54672e8e4ac7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:37.397257 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-974eb3b8-ac0d-4e8c-937c-e43c99481a70 req-fbffb27f-b10a-4bad-837f-54672e8e4ac7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 944 time: 0.1758373 Aug 25 16:39:37.428862 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7e38a-6cc3-49d4-857e-024098de47f1 req-33c1ad37-31d4-452e-95b9-171f0b7554ad tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:37.431772 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c3f7e38a-6cc3-49d4-857e-024098de47f1 req-33c1ad37-31d4-452e-95b9-171f0b7554ad tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 946 time: 0.1392441 Aug 25 16:39:37.445517 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=e75a1530-67c8-4b46-b512-9889799617b9,revision_number=9']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:37.450224 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:37.498929 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-974eb3b8-ac0d-4e8c-937c-e43c99481a70 req-8bc98f60-deaa-4dff-8f37-2d2fbbe65b0c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007524 Aug 25 16:39:37.526140 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c3f7e38a-6cc3-49d4-857e-024098de47f1 req-c77b6b5a-5790-4540-9535-1a59f0f0b8cd tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/security-groups?id=7584c959-208f-446f-8ff4-eec364200f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867679 Aug 25 16:39:37.579405 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'name': 'tempest-TestShelveInstance-2082525232-router', 'tenant_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a2eae293-a7e2-4ef5-af7c-9b828c98081d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:32Z', 'updated_at': '2021-08-25T16:39:36Z', 'revision_number': 3, 'project_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'gw_port': {'id': 'a2eae293-a7e2-4ef5-af7c-9b828c98081d', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:34Z', 'updated_at': '2021-08-25T16:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:39:37.585056 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Checking router: 99e100fe-2892-41ac-9b4c-36659e67403e for host: dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:39:37.585568 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Updating router 99e100fe-2892-41ac-9b4c-36659e67403e port a2eae293-a7e2-4ef5-af7c-9b828c98081d binding host dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:39:37.645189 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:37.803249 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ea5ec-4617-4616-a5f9-4719fd751f5c req-bdf95708-7237-4b1b-b866-e29225b4bdfe tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:37.804820 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c44ea5ec-4617-4616-a5f9-4719fd751f5c req-bdf95708-7237-4b1b-b866-e29225b4bdfe tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1584165 Aug 25 16:39:37.811826 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca704bd-2a76-4648-8fcd-c6839aa23b66 req-3d6e70b6-3539-4adc-aa55-a5725f8a4965 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:37.813306 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9ca704bd-2a76-4648-8fcd-c6839aa23b66 req-3d6e70b6-3539-4adc-aa55-a5725f8a4965 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.81 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 946 time: 0.1306994 Aug 25 16:39:37.905042 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['e75a1530-67c8-4b46-b512-9889799617b9'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:39:37.938293 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [req-9ca704bd-2a76-4648-8fcd-c6839aa23b66 req-18c55c0a-d95d-4b49-bd2d-e0b08a7be791 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Deleting port 53dbe113-e239-4070-90ba-130f9825664d {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:39:37.942313 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-9ca704bd-2a76-4648-8fcd-c6839aa23b66 req-18c55c0a-d95d-4b49-bd2d-e0b08a7be791 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:37.997837 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['9dd4e170-62a3-4403-a531-e1a2d393b3db'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:39:38.026778 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c44ea5ec-4617-4616-a5f9-4719fd751f5c req-884a93f5-6a71-4c4b-9bb7-97dfc9b73c2e tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089596 Aug 25 16:39:38.067235 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Notify callbacks [] for port, precommit_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:38.117568 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.provisioning_blocks [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Transition to ACTIVE for port object a2eae293-a7e2-4ef5-af7c-9b828c98081d will not be triggered until provisioned by entity L2. {{(pid=75942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:39:38.125177 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:38.225457 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:38.229827 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-124950f5-db47-4413-8a01-997c3498b63b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:38.411769 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57aab35-1892-41a6-9543-fa479a70db0c None None] Pushing event updated for resources: {'Port': ['ID=a2eae293-a7e2-4ef5-af7c-9b828c98081d,revision_number=2']} {{(pid=75942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:38.417790 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-d57aab35-1892-41a6-9543-fa479a70db0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:38.429536 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:39:38.467297 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Attempting to bind port a2eae293-a7e2-4ef5-af7c-9b828c98081d on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:39:38.468977 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Attempting to bind port a2eae293-a7e2-4ef5-af7c-9b828c98081d by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}] {{(pid=75942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:39:38.469485 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Attempting to bind port a2eae293-a7e2-4ef5-af7c-9b828c98081d on network 298d0f1e-c103-4242-b158-a28991e655e1 {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:39:38.478970 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:39:38.479348 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Checking segment: {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:39:38.479752 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:38.480167 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Bound using segment: {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'} {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:39:38.482208 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Bound port: a2eae293-a7e2-4ef5-af7c-9b828c98081d, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}}] {{(pid=75942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:39:38.482788 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:38.498303 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Allocated IP 172.20.0.1 (d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce/92f10094-f92e-4ec8-8c90-ff7777450d4b/d1464bfe-bca5-4db0-b252-4fbfa6bb986e) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:39:38.546235 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:38.546683 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:38.599326 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.db [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] For port a2eae293-a7e2-4ef5-af7c-9b828c98081d, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:39:38.607430 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.db [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] For port a2eae293-a7e2-4ef5-af7c-9b828c98081d, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=a2eae293-a7e2-4ef5-af7c-9b828c98081d,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:39:38.696309 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:38.696309 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:38.724751 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:38.744179 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.provisioning_blocks [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Transition to ACTIVE for port object d1464bfe-bca5-4db0-b252-4fbfa6bb986e will not be triggered until provisioned by entity DHCP. {{(pid=75940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:39:38.770216 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-9ca704bd-2a76-4648-8fcd-c6839aa23b66 req-18c55c0a-d95d-4b49-bd2d-e0b08a7be791 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] For port 53dbe113-e239-4070-90ba-130f9825664d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=53dbe113-e239-4070-90ba-130f9825664d,segment=NetworkSegment(bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd),segment_id=bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:39:38.770581 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-9ca704bd-2a76-4648-8fcd-c6839aa23b66 req-18c55c0a-d95d-4b49-bd2d-e0b08a7be791 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:38.796524 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57aab35-1892-41a6-9543-fa479a70db0c None None] Pushing event updated for resources: {'Port': ['ID=a2eae293-a7e2-4ef5-af7c-9b828c98081d,revision_number=3']} {{(pid=75942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:38.801218 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-d57aab35-1892-41a6-9543-fa479a70db0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:38.805601 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Routers {'99e100fe-2892-41ac-9b4c-36659e67403e'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:39:38.806029 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:39:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['99e100fe-2892-41ac-9b4c-36659e67403e'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:39:38.908927 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:38.914734 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:38.935702 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [req-9ca704bd-2a76-4648-8fcd-c6839aa23b66 req-18c55c0a-d95d-4b49-bd2d-e0b08a7be791 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Calling delete_port for 53dbe113-e239-4070-90ba-130f9825664d owned by compute:nova {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:39:39.012187 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Pushing event updated for resources: {'Port': ['ID=d1464bfe-bca5-4db0-b252-4fbfa6bb986e,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:39.029349 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Network d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:39:39.031366 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:39.031891 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:39.032728 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:39.032728 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:39.033164 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:39.033808 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:39.034162 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:39.034513 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:39.034845 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:39.035183 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:39.035521 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:39.039934 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] Set router 99e100fe-2892-41ac-9b4c-36659e67403e gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:39:39.045440 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:39:39.061644 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:39.062739 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:39:39.163169 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-742085'] for router_interface, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:39.252316 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af5b02-97bc-4d38-a3f4-c56e2d7ccf8e req-513e38cb-6a35-4b37-bc8d-bddf7a5991d1 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:39.260328 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f1af5b02-97bc-4d38-a3f4-c56e2d7ccf8e req-513e38cb-6a35-4b37-bc8d-bddf7a5991d1 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 949 time: 1.1595767 Aug 25 16:39:39.374076 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:39.389537 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fb407-83a6-4db2-bcbd-3f59fb2b7701 req-df4e2d2b-bd15-4a84-9f23-402aca482986 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:39.397878 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-259fb407-83a6-4db2-bcbd-3f59fb2b7701 req-df4e2d2b-bd15-4a84-9f23-402aca482986 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 945 time: 0.4810619 Aug 25 16:39:39.424167 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f1af5b02-97bc-4d38-a3f4-c56e2d7ccf8e req-304e3d5d-11ad-42b2-b1de-575ae60bfb15 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/security-groups?id=b81aea2d-644d-402e-98c9-e23dbb6cd9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624181 Aug 25 16:39:39.481605 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-259fb407-83a6-4db2-bcbd-3f59fb2b7701 req-d6338086-76f6-4216-94ed-50cc4e1fa224 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823233 Aug 25 16:39:39.536647 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'name': 'tempest-TestShelveInstance-2082525232-router', 'tenant_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a2eae293-a7e2-4ef5-af7c-9b828c98081d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:32Z', 'updated_at': '2021-08-25T16:39:36Z', 'revision_number': 3, 'project_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'gw_port': {'id': 'a2eae293-a7e2-4ef5-af7c-9b828c98081d', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:34Z', 'updated_at': '2021-08-25T16:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:39:39.541523 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f50a68-4534-435f-997d-1c8467a71f96 None None] The sync data for ids ['99e100fe-2892-41ac-9b4c-36659e67403e'] in dv-cinder-806008-1-smb is: [{'id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'name': 'tempest-TestShelveInstance-2082525232-router', 'tenant_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a2eae293-a7e2-4ef5-af7c-9b828c98081d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:32Z', 'updated_at': '2021-08-25T16:39:36Z', 'revision_number': 3, 'project_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'gw_port': {'id': 'a2eae293-a7e2-4ef5-af7c-9b828c98081d', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:34Z', 'updated_at': '2021-08-25T16:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}] {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:39:39.604154 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-bb9ec1f0-8446-4461-9a89-e112a356a2e7 None None] Provisioning for port d1464bfe-bca5-4db0-b252-4fbfa6bb986e completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:39:39.610446 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-bb9ec1f0-8446-4461-9a89-e112a356a2e7 None None] Provisioning complete for port d1464bfe-bca5-4db0-b252-4fbfa6bb986e triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:39.611644 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-bb9ec1f0-8446-4461-9a89-e112a356a2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:39.614698 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-9ca704bd-2a76-4648-8fcd-c6839aa23b66 req-18c55c0a-d95d-4b49-bd2d-e0b08a7be791 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:39.624044 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:39.653501 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['53dbe113-e239-4070-90ba-130f9825664d'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:39:39.664815 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a6eb0b8c-2d5a-4709-8d56-6a519c53be6f req-05a1d854-d278-4403-9ed4-b9a8371a62f4 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.35 "GET /v2.0/ports?device_id=2645f71a-5791-487e-ac0c-90dfdb6a6c96 HTTP/1.1" status: 200 len: 210 time: 0.0881433 Aug 25 16:39:39.674629 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c55c0a-d95d-4b49-bd2d-e0b08a7be791 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Pushing event deleted for resources: {'Port': ['ID=53dbe113-e239-4070-90ba-130f9825664d,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:39.678940 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-18c55c0a-d95d-4b49-bd2d-e0b08a7be791 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:39.685633 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:39.729098 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ec1f0-8446-4461-9a89-e112a356a2e7 None None] Port d1464bfe-bca5-4db0-b252-4fbfa6bb986e cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:39:39.761438 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca704bd-2a76-4648-8fcd-c6839aa23b66 req-18c55c0a-d95d-4b49-bd2d-e0b08a7be791 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] No DVR routers for this DVR port 53dbe113-e239-4070-90ba-130f9825664d on host hv-cinder-80600 {{(pid=75939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:39:39.764564 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-9ca704bd-2a76-4648-8fcd-c6839aa23b66 req-18c55c0a-d95d-4b49-bd2d-e0b08a7be791 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:39.769142 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2645f71a-5791-487e-ac0c-90dfdb6a6c96', 'name': 'network-vif-deleted', 'tag': '53dbe113-e239-4070-90ba-130f9825664d'}] {{(pid=75939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:39:39.827232 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2645f71a-5791-487e-ac0c-90dfdb6a6c96', 'name': 'network-vif-deleted', 'tag': '53dbe113-e239-4070-90ba-130f9825664d', 'status': 'completed', 'code': 200} Aug 25 16:39:39.838478 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:39.867817 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9ca704bd-2a76-4648-8fcd-c6839aa23b66 req-18c55c0a-d95d-4b49-bd2d-e0b08a7be791 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] 10.222.0.81 "DELETE /v2.0/ports/53dbe113-e239-4070-90ba-130f9825664d HTTP/1.1" status: 204 len: 173 time: 2.0371349 Aug 25 16:39:39.872505 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5af40b44-8d9e-4bd4-b529-131d4919c559 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:39.952706 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66893069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742188'] for router_interface, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:39.957152 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Pushing event updated for resources: {'Port': ['ID=d1464bfe-bca5-4db0-b252-4fbfa6bb986e,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:39.964554 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:40.123113 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Network d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:39:40.124682 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:39:40.265767 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 9dd4e170-62a3-4403-a531-e1a2d393b3db up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:39:40.457489 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-602568d2-2d68-48d4-80d1-981ff4921fb7 None None] Provisioning complete for port d1464bfe-bca5-4db0-b252-4fbfa6bb986e triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:40.457870 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-602568d2-2d68-48d4-80d1-981ff4921fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:40.532273 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-602568d2-2d68-48d4-80d1-981ff4921fb7 None None] Port d1464bfe-bca5-4db0-b252-4fbfa6bb986e cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:39:40.547607 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port 9dd4e170-62a3-4403-a531-e1a2d393b3db completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:39:40.553662 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78808247-9949-4a96-a9e9-d27ef3dca165 req-78aec2d7-1bce-4d07-a463-7fb0ad23b5d9 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:40.558100 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-78808247-9949-4a96-a9e9-d27ef3dca165 req-78aec2d7-1bce-4d07-a463-7fb0ad23b5d9 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.0954294 Aug 25 16:39:40.560954 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port 9dd4e170-62a3-4403-a531-e1a2d393b3db triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:40.561445 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:40.621437 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-78808247-9949-4a96-a9e9-d27ef3dca165 req-991765cc-a636-4741-9746-33531c43ec4b tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587163 Aug 25 16:39:40.733631 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:40.742111 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fe5bd-293e-440f-ae75-a8abad2344d4 req-2f0ac56f-5310-44a7-be21-9f4ab35ad94c tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:40.745028 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-de3fe5bd-293e-440f-ae75-a8abad2344d4 req-2f0ac56f-5310-44a7-be21-9f4ab35ad94c tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 949 time: 0.1217952 Aug 25 16:39:40.773876 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Router 99e100fe-2892-41ac-9b4c-36659e67403e has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:39:40.794378 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 9dd4e170-62a3-4403-a531-e1a2d393b3db, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=9dd4e170-62a3-4403-a531-e1a2d393b3db,segment=NetworkSegment(936b2119-c9df-42d5-8721-0ddcc751fc84),segment_id=936b2119-c9df-42d5-8721-0ddcc751fc84)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:39:40.795311 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd26de9-98cc-4562-8a98-0dbbf3af2c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd4e170-62a3-4403-a531-e1a2d393b3db'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:39:40.809966 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-de3fe5bd-293e-440f-ae75-a8abad2344d4 req-4f17ff13-41ec-42cc-bf43-7b28a2cacbbe tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/security-groups?id=b81aea2d-644d-402e-98c9-e23dbb6cd9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583391 Aug 25 16:39:40.914221 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e4f66-21ba-4509-a022-31ab3afdc301 req-1e66cdfa-a8cd-42e2-9280-7dc6d3c614c2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:40.915820 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f59e4f66-21ba-4509-a022-31ab3afdc301 req-1e66cdfa-a8cd-42e2-9280-7dc6d3c614c2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 945 time: 0.1013188 Aug 25 16:39:40.952627 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:40.953612 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device e75a1530-67c8-4b46-b512-9889799617b9 up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:39:40.966465 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f59e4f66-21ba-4509-a022-31ab3afdc301 req-cd0075a6-14ba-4e9b-bbf8-40e146debe4f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443296 Aug 25 16:39:41.013284 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-68fe87ce-d9e7-468e-8b33-da58144f7114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:41.025835 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:39:41.058287 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] 10.222.0.35 "PUT /v2.0/routers/99e100fe-2892-41ac-9b4c-36659e67403e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0353799 Aug 25 16:39:41.135615 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=9dd4e170-62a3-4403-a531-e1a2d393b3db,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:41.139215 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:41.169588 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port e75a1530-67c8-4b46-b512-9889799617b9 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:41.173468 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:41.308132 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:41.361695 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port e75a1530-67c8-4b46-b512-9889799617b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e75a1530-67c8-4b46-b512-9889799617b9,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:39:41.507430 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:41.512386 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:41.614027 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=e75a1530-67c8-4b46-b512-9889799617b9,revision_number=10']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:41.617109 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:41.818169 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd26de9-98cc-4562-8a98-0dbbf3af2c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd4e170-62a3-4403-a531-e1a2d393b3db', 'code': 200} Aug 25 16:39:42.309625 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 53dbe113-e239-4070-90ba-130f9825664d no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:39:42.460133 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device a2eae293-a7e2-4ef5-af7c-9b828c98081d up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:39:42.466331 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1ca207f7-5dc6-4889-b90c-4ff368a5c867 req-0d0f0de6-4d06-4709-b23e-395a17ff49b1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 1103 time: 0.2221975 Aug 25 16:39:42.534827 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1ca207f7-5dc6-4889-b90c-4ff368a5c867 req-6f8458dd-60e3-4107-b8b5-20559c53fd86 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b81aea2d-644d-402e-98c9-e23dbb6cd9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504251 Aug 25 16:39:42.550884 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: 53dbe113-e239-4070-90ba-130f9825664d {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:39:42.551417 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 53dbe113-e239-4070-90ba-130f9825664d not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:39:42.624924 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 57532) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:42.636067 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-827493054', 'description': 'tempest-secgroup-smoke-827493054 description', 'project_id': '0632364c492a47aa83cee3a290aeb58f'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:42.647606 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:42.659106 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdf697-9b1f-42a7-875e-ae79a63a3703 req-309b748f-78a9-4018-b521-25908ca9059c tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:42.660634 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cbfdf697-9b1f-42a7-875e-ae79a63a3703 req-309b748f-78a9-4018-b521-25908ca9059c tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 950 time: 0.1247926 Aug 25 16:39:42.661850 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Usage tracker for resource:security_group and tenant:0632364c492a47aa83cee3a290aeb58f is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:42.665373 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:42.676897 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port a2eae293-a7e2-4ef5-af7c-9b828c98081d completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:39:42.682793 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port a2eae293-a7e2-4ef5-af7c-9b828c98081d triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:42.683271 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:42.702698 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:42.724056 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cbfdf697-9b1f-42a7-875e-ae79a63a3703 req-02aa82c4-0a97-451f-8c80-27680e744d7e tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/security-groups?id=b81aea2d-644d-402e-98c9-e23dbb6cd9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554550 Aug 25 16:39:42.863220 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:42.864845 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8889db-d2ea-42b8-9c2a-38bb2d45e003 req-5862662b-5ae1-4a99-a34e-e720c8686136 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:42.866909 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-be8889db-d2ea-42b8-9c2a-38bb2d45e003 req-5862662b-5ae1-4a99-a34e-e720c8686136 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 947 time: 0.1084228 Aug 25 16:39:42.869677 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:42.894672 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port a2eae293-a7e2-4ef5-af7c-9b828c98081d, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=a2eae293-a7e2-4ef5-af7c-9b828c98081d,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:39:42.948517 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-be8889db-d2ea-42b8-9c2a-38bb2d45e003 req-aeba0156-db81-4ac3-8012-84aae5b46f07 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661733 Aug 25 16:39:42.949355 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:42.953723 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Usage tracker for resource:security_group_rule and tenant:0632364c492a47aa83cee3a290aeb58f is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:42.963440 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:42.963588 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:42.987003 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:42.988992 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:43.022464 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:43.058995 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=a2eae293-a7e2-4ef5-af7c-9b828c98081d,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:43.061987 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:43.106307 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:43.110205 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-34599708-be51-4df2-9c8c-4dc4843a8c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:43.150807 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:43.160517 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:43.163667 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:43.163667 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:43.163667 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:43.163667 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:43.163667 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:43.163667 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:43.163667 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:43.163667 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:43.163667 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:43.165112 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:39:43.167121 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:43.209811 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:43.214557 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5851119 Aug 25 16:39:43.214848 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 57548) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:43.221525 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-2fe2dbd1-e826-4f4f-8a71-093f798de969 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Request body: {'security_group_rule': {'security_group_id': 'dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64', 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:43.227614 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-2fe2dbd1-e826-4f4f-8a71-093f798de969 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:43.231341 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-2fe2dbd1-e826-4f4f-8a71-093f798de969 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Usage tracker for resource:security_group_rule and tenant:0632364c492a47aa83cee3a290aeb58f is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:43.234465 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-2fe2dbd1-e826-4f4f-8a71-093f798de969 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:43.241666 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-2fe2dbd1-e826-4f4f-8a71-093f798de969 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:43.313144 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-2fe2dbd1-e826-4f4f-8a71-093f798de969 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:43.386877 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-2fe2dbd1-e826-4f4f-8a71-093f798de969 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:43.488322 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-2fe2dbd1-e826-4f4f-8a71-093f798de969 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:43.490284 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:43.515919 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2dbd1-e826-4f4f-8a71-093f798de969 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82950c3b-76c9-4b9f-b8da-49a0621c35f8,revision_number=0']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:43.522699 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-2fe2dbd1-e826-4f4f-8a71-093f798de969 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:43.646999 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-2fe2dbd1-e826-4f4f-8a71-093f798de969 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:43.649110 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-2fe2dbd1-e826-4f4f-8a71-093f798de969 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4330373 Aug 25 16:39:43.654419 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 57556) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:43.671802 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-a945ac51-78e3-4a6a-8070-56c185a12e41 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Request body: {'security_group_rule': {'security_group_id': 'dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64', 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:43.688532 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-a945ac51-78e3-4a6a-8070-56c185a12e41 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:43.696240 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-a945ac51-78e3-4a6a-8070-56c185a12e41 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Usage tracker for resource:security_group_rule and tenant:0632364c492a47aa83cee3a290aeb58f is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:43.701390 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-a945ac51-78e3-4a6a-8070-56c185a12e41 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:43.715076 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-a945ac51-78e3-4a6a-8070-56c185a12e41 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:43.821050 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a1530-67c8-4b46-b512-9889799617b9'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:39:43.821754 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a945ac51-78e3-4a6a-8070-56c185a12e41 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:43.949343 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a945ac51-78e3-4a6a-8070-56c185a12e41 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:43.998339 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b188ce-2d67-46ab-a0cd-72c7df1cb5b3 req-51c11e6d-3c43-4704-9fe0-46d268a7fb52 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:44.000389 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-64b188ce-2d67-46ab-a0cd-72c7df1cb5b3 req-51c11e6d-3c43-4704-9fe0-46d268a7fb52 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 950 time: 0.1209028 Aug 25 16:39:44.039121 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75a1530-67c8-4b46-b512-9889799617b9', 'code': 200} Aug 25 16:39:44.088991 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a945ac51-78e3-4a6a-8070-56c185a12e41 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:44.120934 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-2fe2dbd1-e826-4f4f-8a71-093f798de969 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:44.144737 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-64b188ce-2d67-46ab-a0cd-72c7df1cb5b3 req-5b2d8b4c-7809-4436-a49c-f9ee98c55af2 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/security-groups?id=b81aea2d-644d-402e-98c9-e23dbb6cd9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355608 Aug 25 16:39:44.215673 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945ac51-78e3-4a6a-8070-56c185a12e41 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff3929a-85ae-4e62-b155-755228bfa8f8,revision_number=0']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:44.226048 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-a945ac51-78e3-4a6a-8070-56c185a12e41 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:44.284541 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ce99e-6396-441e-8c98-616e5b0fd295 req-16635200-9cf3-4ed1-bbb8-59702732dc79 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:44.286037 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7f4ce99e-6396-441e-8c98-616e5b0fd295 req-16635200-9cf3-4ed1-bbb8-59702732dc79 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1355827 Aug 25 16:39:44.289585 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a945ac51-78e3-4a6a-8070-56c185a12e41 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:44.294062 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-a945ac51-78e3-4a6a-8070-56c185a12e41 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6368620 Aug 25 16:39:44.294894 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57578) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:44.305263 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-9f5a3062-3239-4d99-b630-ed6f9ec2b8cf tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Request body: {'security_group_rule': {'security_group_id': 'dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64', 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:44.312963 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-9f5a3062-3239-4d99-b630-ed6f9ec2b8cf tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:44.320208 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-9f5a3062-3239-4d99-b630-ed6f9ec2b8cf tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Usage tracker for resource:security_group_rule and tenant:0632364c492a47aa83cee3a290aeb58f is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:44.325763 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-9f5a3062-3239-4d99-b630-ed6f9ec2b8cf tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:44.336708 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-9f5a3062-3239-4d99-b630-ed6f9ec2b8cf tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:44.367435 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device a2eae293-a7e2-4ef5-af7c-9b828c98081d up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:39:44.436286 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9f5a3062-3239-4d99-b630-ed6f9ec2b8cf tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:44.468186 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port a2eae293-a7e2-4ef5-af7c-9b828c98081d triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:39:44.468574 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:44.491538 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7f4ce99e-6396-441e-8c98-616e5b0fd295 req-4b111812-156a-4a3d-a496-8443df37cd0b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635847 Aug 25 16:39:44.535688 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9f5a3062-3239-4d99-b630-ed6f9ec2b8cf tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:44.538176 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f869ef-cdc9-4f8e-82e8-9746f03ae77a req-dcf6b8dc-67c9-424d-b5c9-fcc3b2a1e11f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:44.539976 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-08f869ef-cdc9-4f8e-82e8-9746f03ae77a req-dcf6b8dc-67c9-424d-b5c9-fcc3b2a1e11f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 947 time: 0.2530482 Aug 25 16:39:44.594670 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-08f869ef-cdc9-4f8e-82e8-9746f03ae77a req-9ed62d39-4744-4718-b97c-aa0fd136b7d5 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449543 Aug 25 16:39:44.627378 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9f5a3062-3239-4d99-b630-ed6f9ec2b8cf tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:44.629145 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:44.656662 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a3062-3239-4d99-b630-ed6f9ec2b8cf tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8481b0-2102-4e71-81de-3d1f89842f8c,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:44.663710 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-9f5a3062-3239-4d99-b630-ed6f9ec2b8cf tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:44.763673 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9f5a3062-3239-4d99-b630-ed6f9ec2b8cf tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:44.768864 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-9f5a3062-3239-4d99-b630-ed6f9ec2b8cf tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4681869 Aug 25 16:39:44.768864 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57588) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:44.774413 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-09b8b3b2-c088-43ce-b91d-318eaa5f94b5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Request body: {'security_group_rule': {'security_group_id': 'dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64', 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:44.781108 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-09b8b3b2-c088-43ce-b91d-318eaa5f94b5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:44.787186 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-09b8b3b2-c088-43ce-b91d-318eaa5f94b5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Usage tracker for resource:security_group_rule and tenant:0632364c492a47aa83cee3a290aeb58f is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:44.793110 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-09b8b3b2-c088-43ce-b91d-318eaa5f94b5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:44.801987 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-09b8b3b2-c088-43ce-b91d-318eaa5f94b5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:44.931719 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-09b8b3b2-c088-43ce-b91d-318eaa5f94b5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:44.986418 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fc10adb2-da79-4329-913c-9abbefa9d281 req-f4673b92-20a4-44e8-97e8-b66acf775773 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 1100 time: 0.0839846 Aug 25 16:39:45.056192 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fc10adb2-da79-4329-913c-9abbefa9d281 req-2a5f2cca-66f7-44a5-966b-988018319e48 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474527 Aug 25 16:39:45.064237 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-09b8b3b2-c088-43ce-b91d-318eaa5f94b5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:45.143594 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-09b8b3b2-c088-43ce-b91d-318eaa5f94b5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:45.148079 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-4614f2d0-e0f8-4ea1-9b45-b6be7404f6ce tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:45.186516 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8b3b2-c088-43ce-b91d-318eaa5f94b5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e8abb3-261b-4c0a-8df6-36088869acf6,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:45.192295 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-09b8b3b2-c088-43ce-b91d-318eaa5f94b5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:45.294111 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-09b8b3b2-c088-43ce-b91d-318eaa5f94b5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:45.299364 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-09b8b3b2-c088-43ce-b91d-318eaa5f94b5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5261967 Aug 25 16:39:45.300221 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 57608) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:45.308744 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-f94b594d-ab42-418f-a62c-c072f3299472 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Request body: {'security_group_rule': {'security_group_id': 'dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64', 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:45.356656 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-f94b594d-ab42-418f-a62c-c072f3299472 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:45.368308 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-f94b594d-ab42-418f-a62c-c072f3299472 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Usage tracker for resource:security_group_rule and tenant:0632364c492a47aa83cee3a290aeb58f is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:45.372037 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-f94b594d-ab42-418f-a62c-c072f3299472 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:45.381072 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-f94b594d-ab42-418f-a62c-c072f3299472 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:45.429090 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd1ea0-50f4-4345-8620-71dafaf287b0 req-35289855-6e03-4c61-a6c3-46b680cb337a tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:45.430664 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f9dd1ea0-50f4-4345-8620-71dafaf287b0 req-35289855-6e03-4c61-a6c3-46b680cb337a tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 950 time: 0.1176357 Aug 25 16:39:45.490242 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.db.securitygroups_db [None req-f94b594d-ab42-418f-a62c-c072f3299472 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Project 0632364c492a47aa83cee3a290aeb58f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:39:45.497685 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f9dd1ea0-50f4-4345-8620-71dafaf287b0 req-9e03159b-b41a-4955-a788-d3c14119ecd4 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/security-groups?id=b81aea2d-644d-402e-98c9-e23dbb6cd9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608492 Aug 25 16:39:45.503377 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-f94b594d-ab42-418f-a62c-c072f3299472 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:45.600749 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-f94b594d-ab42-418f-a62c-c072f3299472 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:45.678140 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-f94b594d-ab42-418f-a62c-c072f3299472 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:45.681457 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-a945ac51-78e3-4a6a-8070-56c185a12e41 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:45.751493 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b594d-ab42-418f-a62c-c072f3299472 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5661495b-47a2-4732-9f60-f6e0d2c88918,revision_number=0']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:45.761277 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-f94b594d-ab42-418f-a62c-c072f3299472 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:45.815483 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9562e-cf9e-4455-bea4-9f3d276608ea req-c2520764-aa52-4b89-acdf-7033d5a5f512 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:45.816903 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cdc9562e-cf9e-4455-bea4-9f3d276608ea req-c2520764-aa52-4b89-acdf-7033d5a5f512 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1087868 Aug 25 16:39:45.861663 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-f94b594d-ab42-418f-a62c-c072f3299472 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:45.862835 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-f94b594d-ab42-418f-a62c-c072f3299472 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5615273 Aug 25 16:39:45.865856 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57622) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:45.868149 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cdc9562e-cf9e-4455-bea4-9f3d276608ea req-684e6d3f-2c6b-43d9-aa1a-31a4b3aa20c9 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456898 Aug 25 16:39:45.871846 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-325e0a53-125d-4a6d-a660-6309b4f66e02 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Request body: {'security_group_rule': {'security_group_id': 'dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64', 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:45.878292 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-325e0a53-125d-4a6d-a660-6309b4f66e02 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:45.882534 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-325e0a53-125d-4a6d-a660-6309b4f66e02 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Usage tracker for resource:security_group_rule and tenant:0632364c492a47aa83cee3a290aeb58f is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:45.885696 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-325e0a53-125d-4a6d-a660-6309b4f66e02 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:45.903770 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-325e0a53-125d-4a6d-a660-6309b4f66e02 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:46.004130 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.db.securitygroups_db [None req-325e0a53-125d-4a6d-a660-6309b4f66e02 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Project 0632364c492a47aa83cee3a290aeb58f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:39:46.012195 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-325e0a53-125d-4a6d-a660-6309b4f66e02 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:46.124460 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-325e0a53-125d-4a6d-a660-6309b4f66e02 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:46.156956 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4c85b-66f6-4b47-bf8b-2495792e4127 req-b657cbc3-130c-47c4-8b6a-ad1cd8eff172 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:46.169857 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8bb4c85b-66f6-4b47-bf8b-2495792e4127 req-b657cbc3-130c-47c4-8b6a-ad1cd8eff172 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 947 time: 0.1819637 Aug 25 16:39:46.217313 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-325e0a53-125d-4a6d-a660-6309b4f66e02 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:46.237514 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:46.271890 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8bb4c85b-66f6-4b47-bf8b-2495792e4127 req-007228ad-7a10-4bc0-adb3-685f9c5e64ee tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008923 Aug 25 16:39:46.304957 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e0a53-125d-4a6d-a660-6309b4f66e02 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85287460-f112-4514-8f5c-edd72ec310ff,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:46.307790 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-325e0a53-125d-4a6d-a660-6309b4f66e02 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:46.443343 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf2c26-590b-4ee4-a69b-44f3b4e9437f req-1bef6589-7053-4d73-b836-6b685da18ec9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:46.450144 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-75bf2c26-590b-4ee4-a69b-44f3b4e9437f req-1bef6589-7053-4d73-b836-6b685da18ec9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 950 time: 0.1128585 Aug 25 16:39:46.513792 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-75bf2c26-590b-4ee4-a69b-44f3b4e9437f req-b9543195-2149-4551-a328-9ce3b7a22611 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/security-groups?id=b81aea2d-644d-402e-98c9-e23dbb6cd9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626016 Aug 25 16:39:46.697564 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-325e0a53-125d-4a6d-a660-6309b4f66e02 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:46.710166 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-325e0a53-125d-4a6d-a660-6309b4f66e02 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8430536 Aug 25 16:39:47.295207 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d2a83-6797-4874-a947-86427726dba9 req-54798738-b234-4aab-92e9-cf0c5c5bd422 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:47.296862 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d83d2a83-6797-4874-a947-86427726dba9 req-54798738-b234-4aab-92e9-cf0c5c5bd422 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1110387 Aug 25 16:39:47.379606 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d83d2a83-6797-4874-a947-86427726dba9 req-e297c7f5-7549-48d7-a320-9cc4297967bf tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710778 Aug 25 16:39:47.869332 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-58bba220-ed47-4f78-a042-13a1aa5462ea req-ddb3259d-3bfd-4d78-bf5d-740bd09d29ea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=751c2e48d9e64ae0886929b884077d9d&device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 1098 time: 0.3082566 Aug 25 16:39:47.912628 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57720) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:48.003640 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6071c-6d7f-4a7b-82c5-5f0c7fa1e725 req-bf3131db-0aa4-4e53-bedf-127e07907092 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:48.005232 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ccf6071c-6d7f-4a7b-82c5-5f0c7fa1e725 req-bf3131db-0aa4-4e53-bedf-127e07907092 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.3501503 Aug 25 16:39:48.075004 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cca70-6374-4c23-9c6f-002d06227831 req-b53458f1-b790-4b68-bf6a-65ad3ad8c8ec tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:48.082414 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5c1cca70-6374-4c23-9c6f-002d06227831 req-b53458f1-b790-4b68-bf6a-65ad3ad8c8ec tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 947 time: 0.2980998 Aug 25 16:39:48.160558 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bba220-ed47-4f78-a042-13a1aa5462ea req-b904a7a2-c83b-4623-9820-363dd3fe006e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:48.162348 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-58bba220-ed47-4f78-a042-13a1aa5462ea req-b904a7a2-c83b-4623-9820-363dd3fe006e service neutron] 10.222.0.81 "GET /v2.0/networks?id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 HTTP/1.1" status: 200 len: 921 time: 0.2833087 Aug 25 16:39:48.212256 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-55e58154-e1c9-4f87-9200-8693d516b342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:48.246813 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ccf6071c-6d7f-4a7b-82c5-5f0c7fa1e725 req-30f2e6b0-3b9e-4519-a622-513a0e654fa9 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176433 Aug 25 16:39:48.291534 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-58bba220-ed47-4f78-a042-13a1aa5462ea req-43f92bd5-5bb7-4664-badd-f369d619b403 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3008c9b0-8ff0-41af-b667-eb4336971fb9 HTTP/1.1" status: 200 len: 217 time: 0.1158888 Aug 25 16:39:48.310076 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-55e58154-e1c9-4f87-9200-8693d516b342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:48.319347 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-55e58154-e1c9-4f87-9200-8693d516b342 admin admin] Usage tracker for resource:security_group_rule and tenant:ba1df3e536a64276b8398b0ea8572260 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:48.328785 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-55e58154-e1c9-4f87-9200-8693d516b342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:48.345930 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-55e58154-e1c9-4f87-9200-8693d516b342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:48.390945 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5c1cca70-6374-4c23-9c6f-002d06227831 req-6a2cc8dd-079c-4ca0-a420-7eb690866f9c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3074434 Aug 25 16:39:48.438542 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bba220-ed47-4f78-a042-13a1aa5462ea req-bac8197b-59f5-4b8b-91cc-fda6a01a1290 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:48.441606 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-58bba220-ed47-4f78-a042-13a1aa5462ea req-bac8197b-59f5-4b8b-91cc-fda6a01a1290 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c9faabb-f86c-4b8a-a5f6-071036eb98a3 HTTP/1.1" status: 200 len: 859 time: 0.1378498 Aug 25 16:39:48.542444 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-55e58154-e1c9-4f87-9200-8693d516b342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:48.660334 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498b8c9-cb6d-42dd-9b63-9db863d4f901 req-69e29f13-1f1a-4532-a0b3-5d90229876b9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:48.660334 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7498b8c9-cb6d-42dd-9b63-9db863d4f901 req-69e29f13-1f1a-4532-a0b3-5d90229876b9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.81 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 950 time: 0.1917946 Aug 25 16:39:48.660334 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-55e58154-e1c9-4f87-9200-8693d516b342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:48.667507 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-6b20e3f5-18d9-4dfe-8e32-0b4eaf5e5291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:48.687512 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-58bba220-ed47-4f78-a042-13a1aa5462ea req-d2ae72a8-b678-41cb-9852-f0bab331e54f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2288914 Aug 25 16:39:48.895344 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e58154-e1c9-4f87-9200-8693d516b342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a91b86-4d32-4006-9b07-5eb789b48dd9,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:48.924638 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-55e58154-e1c9-4f87-9200-8693d516b342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:48.967555 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-55e58154-e1c9-4f87-9200-8693d516b342 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba1df3e536a64276b8398b0ea8572260&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0523479 Aug 25 16:39:48.972462 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57734) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:48.978465 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-7498b8c9-cb6d-42dd-9b63-9db863d4f901 req-15e08e3e-6646-4220-af76-7b649a951e8d tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Deleting port 9dd4e170-62a3-4403-a531-e1a2d393b3db {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:39:48.985073 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7498b8c9-cb6d-42dd-9b63-9db863d4f901 req-15e08e3e-6646-4220-af76-7b649a951e8d tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:49.119314 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49cf54-c268-4a70-9acd-663cbb3d031d req-baa8869b-1a29-432c-95b3-9afff3b0113c tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:49.129157 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-da49cf54-c268-4a70-9acd-663cbb3d031d req-baa8869b-1a29-432c-95b3-9afff3b0113c tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 950 time: 0.5453327 Aug 25 16:39:49.207129 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-58bba220-ed47-4f78-a042-13a1aa5462ea req-73b0a823-d60c-4752-bf7a-0550ea0c224b service neutron] 10.222.0.81 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948730 Aug 25 16:39:49.275172 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f5ba18c0-c5e5-4e9a-b879-305717e0246c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:49.330476 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f5ba18c0-c5e5-4e9a-b879-305717e0246c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:49.458106 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321ae90-e0e5-449d-9dd7-89a531cb0375 req-bb94ef4c-b259-43f8-bd93-12575a2911e9 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:49.459614 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d321ae90-e0e5-449d-9dd7-89a531cb0375 req-bb94ef4c-b259-43f8-bd93-12575a2911e9 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.5603225 Aug 25 16:39:49.477561 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-da49cf54-c268-4a70-9acd-663cbb3d031d req-dc1016bf-5bce-4302-9b86-0125083cdf41 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/security-groups?id=b81aea2d-644d-402e-98c9-e23dbb6cd9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471701 Aug 25 16:39:49.572346 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d321ae90-e0e5-449d-9dd7-89a531cb0375 req-c726c359-9049-4fce-894e-6a39b7573644 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992870 Aug 25 16:39:49.576273 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-58bba220-ed47-4f78-a042-13a1aa5462ea req-93d6ea7c-44f6-41fe-ad29-d706ce815e9b service neutron] 10.222.0.81 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502219 Aug 25 16:39:49.636165 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-7498b8c9-cb6d-42dd-9b63-9db863d4f901 req-15e08e3e-6646-4220-af76-7b649a951e8d tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] For port 9dd4e170-62a3-4403-a531-e1a2d393b3db, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=9dd4e170-62a3-4403-a531-e1a2d393b3db,segment=NetworkSegment(936b2119-c9df-42d5-8721-0ddcc751fc84),segment_id=936b2119-c9df-42d5-8721-0ddcc751fc84)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:39:49.636165 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7498b8c9-cb6d-42dd-9b63-9db863d4f901 req-15e08e3e-6646-4220-af76-7b649a951e8d tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:49.794072 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83f9fc-42ac-4260-84cf-bbf3458ede30 req-2a92c6d7-324a-46ad-9d7a-49ca29e64f28 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:49.796433 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7d83f9fc-42ac-4260-84cf-bbf3458ede30 req-2a92c6d7-324a-46ad-9d7a-49ca29e64f28 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1236954 Aug 25 16:39:49.842775 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-7498b8c9-cb6d-42dd-9b63-9db863d4f901 req-15e08e3e-6646-4220-af76-7b649a951e8d tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Calling delete_port for 9dd4e170-62a3-4403-a531-e1a2d393b3db owned by compute:nova {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:39:49.925516 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7d83f9fc-42ac-4260-84cf-bbf3458ede30 req-1671f3fa-46a3-4414-8bc0-3fd57ac06ffb tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883534 Aug 25 16:39:49.953900 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f5ba18c0-c5e5-4e9a-b879-305717e0246c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:49.962510 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8008c43-26e2-44cb-bec2-0b10ac01b751 req-77f872f0-b4c4-40d7-86be-a07b85652350 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:49.964167 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f8008c43-26e2-44cb-bec2-0b10ac01b751 req-77f872f0-b4c4-40d7-86be-a07b85652350 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 947 time: 0.1666117 Aug 25 16:39:49.977200 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-7ffabae6-73d3-41dd-9b2f-510c14f0124e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:50.008630 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba18c0-c5e5-4e9a-b879-305717e0246c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a91b86-4d32-4006-9b07-5eb789b48dd9,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:50.031221 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-f5ba18c0-c5e5-4e9a-b879-305717e0246c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:50.068435 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f5ba18c0-c5e5-4e9a-b879-305717e0246c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:50.070577 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-f5ba18c0-c5e5-4e9a-b879-305717e0246c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7a91b86-4d32-4006-9b07-5eb789b48dd9 HTTP/1.1" status: 204 len: 168 time: 1.0965741 Aug 25 16:39:50.093847 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f8008c43-26e2-44cb-bec2-0b10ac01b751 req-52fec7f3-84ee-4d5e-903d-48087031eaf0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189268 Aug 25 16:39:50.347390 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7498b8c9-cb6d-42dd-9b63-9db863d4f901 req-15e08e3e-6646-4220-af76-7b649a951e8d tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:50.353725 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:50.360707 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['9dd4e170-62a3-4403-a531-e1a2d393b3db'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:39:50.418069 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e08e3e-6646-4220-af76-7b649a951e8d tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Pushing event deleted for resources: {'Port': ['ID=9dd4e170-62a3-4403-a531-e1a2d393b3db,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:50.423033 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-15e08e3e-6646-4220-af76-7b649a951e8d tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:50.775727 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-7498b8c9-cb6d-42dd-9b63-9db863d4f901 req-15e08e3e-6646-4220-af76-7b649a951e8d tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] No DVR routers for this DVR port 9dd4e170-62a3-4403-a531-e1a2d393b3db on host hv-cinder-80600 {{(pid=75940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:39:50.780016 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7498b8c9-cb6d-42dd-9b63-9db863d4f901 req-15e08e3e-6646-4220-af76-7b649a951e8d tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:50.785892 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd26de9-98cc-4562-8a98-0dbbf3af2c3b', 'name': 'network-vif-deleted', 'tag': '9dd4e170-62a3-4403-a531-e1a2d393b3db'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:39:50.914998 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7498b8c9-cb6d-42dd-9b63-9db863d4f901 req-15e08e3e-6646-4220-af76-7b649a951e8d tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.81 "DELETE /v2.0/ports/9dd4e170-62a3-4403-a531-e1a2d393b3db HTTP/1.1" status: 204 len: 173 time: 2.2088950 Aug 25 16:39:50.974717 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-24e813c7-9728-45bc-a981-2c26990c71f4 req-ffc68fa4-c9f0-4202-bd82-39606234eac3 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 210 time: 0.0783300 Aug 25 16:39:51.012432 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee5719-8821-4e67-9871-8f3a5eff873b req-538503f7-aeeb-4025-aca1-7978361fe073 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:51.032810 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-11ee5719-8821-4e67-9871-8f3a5eff873b req-538503f7-aeeb-4025-aca1-7978361fe073 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.2004621 Aug 25 16:39:51.117535 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-11ee5719-8821-4e67-9871-8f3a5eff873b req-5b612499-29e4-44bd-82f5-7890c9cce4a2 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836067 Aug 25 16:39:51.133073 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd26de9-98cc-4562-8a98-0dbbf3af2c3b', 'name': 'network-vif-deleted', 'tag': '9dd4e170-62a3-4403-a531-e1a2d393b3db', 'status': 'completed', 'code': 200} Aug 25 16:39:51.508601 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87ff11-2cd1-4983-b57b-dc4423dd9863 req-78bb6e12-fdb8-4bb1-b6eb-1047d37e77b0 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:51.521006 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fd87ff11-2cd1-4983-b57b-dc4423dd9863 req-78bb6e12-fdb8-4bb1-b6eb-1047d37e77b0 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1388357 Aug 25 16:39:51.595845 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fd87ff11-2cd1-4983-b57b-dc4423dd9863 req-4875f889-366e-479e-8836-45609a375e2e tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735593 Aug 25 16:39:52.356974 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fbade6f4-aead-4abe-8e44-39a92e5d41a4 req-3f026fe9-f5ba-4f04-a942-ec9393a5ce2f tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd26de9-98cc-4562-8a98-0dbbf3af2c3b HTTP/1.1" status: 200 len: 210 time: 0.0812449 Aug 25 16:39:52.375255 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 9dd4e170-62a3-4403-a531-e1a2d393b3db no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:39:52.434664 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57790) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:52.467064 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: 9dd4e170-62a3-4403-a531-e1a2d393b3db {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:39:52.472204 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 9dd4e170-62a3-4403-a531-e1a2d393b3db not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:39:52.600588 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faecfc-a9e6-4404-8c26-74a1ae945d59 req-50d50091-be0c-43cf-9b97-006cfe5166f9 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:52.602936 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-79faecfc-a9e6-4404-8c26-74a1ae945d59 req-50d50091-be0c-43cf-9b97-006cfe5166f9 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1959877 Aug 25 16:39:52.681798 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-79faecfc-a9e6-4404-8c26-74a1ae945d59 req-9cd47f20-e9c6-49c6-aeac-10a7049d9e3c tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723903 Aug 25 16:39:52.682030 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-180313668-network', 'tenant_id': '7fd9e47991e9427d80767bfe0f000060'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:52.690684 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:52.697899 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Usage tracker for resource:network and tenant:7fd9e47991e9427d80767bfe0f000060 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:52.703359 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:52.719098 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:52.799248 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Made reservation on behalf of 7fd9e47991e9427d80767bfe0f000060 for: {'network': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:39:52.801731 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for network, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:52.817076 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:52.855445 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:52.862191 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Usage tracker for resource:security_group_rule and tenant:7fd9e47991e9427d80767bfe0f000060 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:52.867476 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:52.887297 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:52.921518 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Sync routers for ids ['99e100fe-2892-41ac-9b4c-36659e67403e'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:39:52.926985 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bac59-84df-44a2-b191-57e9fdcd334d req-de86c423-53fb-42b5-9cd1-95ff4cae1b31 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:52.939858 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9d3bac59-84df-44a2-b191-57e9fdcd334d req-de86c423-53fb-42b5-9cd1-95ff4cae1b31 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1443024 Aug 25 16:39:52.959868 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Routers {'99e100fe-2892-41ac-9b4c-36659e67403e'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:39:52.963225 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:39:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['99e100fe-2892-41ac-9b4c-36659e67403e'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:39:53.042449 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9d3bac59-84df-44a2-b191-57e9fdcd334d req-aaa5015d-9ef9-4273-a793-5558c95ee1aa tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012344 Aug 25 16:39:53.083152 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:53.146288 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:53.153512 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-f5ba18c0-c5e5-4e9a-b879-305717e0246c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:53.201682 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f46abc8-3f48-41f8-97bc-2ec7f3e95639,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:53.205109 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] vlan segment allocate from pool success with {'vlan_id': 1208, 'physical_network': 'physnet1'} {{(pid=75940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:39:53.208411 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:53.220104 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:53.220845 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.db.segments_db [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Added segment 5f9746cd-5c26-49a9-b753-20d4f78ecc36 of type vlan for network e701ba7f-f31a-450f-98bf-ab2e007edcf1 Aug 25 16:39:53.255737 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Set router 99e100fe-2892-41ac-9b4c-36659e67403e gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:39:53.263032 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731567222914'] for network, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:53.382096 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for network, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:53.384857 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:53.387116 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:53.398896 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:53.737538 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Pushing event updated for resources: {'Network': ['ID=e701ba7f-f31a-450f-98bf-ab2e007edcf1,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:53.769053 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:53.786188 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Network e701ba7f-f31a-450f-98bf-ab2e007edcf1 details requested by agent ovs-agent-dv-cinder-806008-1-smb with host dv-cinder-806008-1-smb {{(pid=75941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:39:53.837631 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4008040 Aug 25 16:39:53.841175 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 57810) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:39:53.849070 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-e22e77ad-f5b3-4c86-9dfa-c0f519337ced admin admin] Request body: {'subnet': {'network_id': 'e701ba7f-f31a-450f-98bf-ab2e007edcf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-180313668-subnet', 'tenant_id': '7fd9e47991e9427d80767bfe0f000060', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:39:53.908004 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-e22e77ad-f5b3-4c86-9dfa-c0f519337ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:39:53.922328 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-e22e77ad-f5b3-4c86-9dfa-c0f519337ced admin admin] Usage tracker for resource:subnet and tenant:7fd9e47991e9427d80767bfe0f000060 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:39:53.926647 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-e22e77ad-f5b3-4c86-9dfa-c0f519337ced admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:39:53.937254 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-e22e77ad-f5b3-4c86-9dfa-c0f519337ced admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:39:53.944811 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-859e4893-34d5-466d-929b-327c6db97bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:53.972052 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c4c00-62ec-4cf6-affb-502f47f9b2e8 req-588fb621-cb04-4945-832c-826b3c0ad81b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:53.973775 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-af2c4c00-62ec-4cf6-affb-502f47f9b2e8 req-588fb621-cb04-4945-832c-826b3c0ad81b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1016464 Aug 25 16:39:54.025807 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-af2c4c00-62ec-4cf6-affb-502f47f9b2e8 req-26ce12ee-4b13-4d2e-b8b6-733dc136b439 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455067 Aug 25 16:39:54.084650 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'name': 'tempest-TestShelveInstance-2082525232-router', 'tenant_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a2eae293-a7e2-4ef5-af7c-9b828c98081d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:32Z', 'updated_at': '2021-08-25T16:39:39Z', 'revision_number': 4, 'project_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'gw_port': {'id': 'a2eae293-a7e2-4ef5-af7c-9b828c98081d', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:34Z', 'updated_at': '2021-08-25T16:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'd1464bfe-bca5-4db0-b252-4fbfa6bb986e', 'name': '', 'network_id': 'd26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce', 'tenant_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'mac_address': 'fa:16:3e:08:05:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f10094-f92e-4ec8-8c90-ff7777450d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:38Z', 'updated_at': '2021-08-25T16:39:39Z', 'revision_number': 2, 'project_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'subnets': [{'id': '92f10094-f92e-4ec8-8c90-ff7777450d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:39:54.088953 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Checking router: 99e100fe-2892-41ac-9b4c-36659e67403e for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:39:54.089419 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Updating router 99e100fe-2892-41ac-9b4c-36659e67403e port d1464bfe-bca5-4db0-b252-4fbfa6bb986e binding host dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:39:54.158648 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:54.214564 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22e77ad-f5b3-4c86-9dfa-c0f519337ced admin admin] Made reservation on behalf of 7fd9e47991e9427d80767bfe0f000060 for: {'subnet': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:39:54.217212 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e22e77ad-f5b3-4c86-9dfa-c0f519337ced admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2014482'] for subnet, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:54.400498 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6e2bf-1307-402a-b9de-6d7db545bb6b req-b6662da4-f0b3-4ebb-9ec1-4dc157ad3076 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:54.406544 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e0c6e2bf-1307-402a-b9de-6d7db545bb6b req-b6662da4-f0b3-4ebb-9ec1-4dc157ad3076 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.2160399 Aug 25 16:39:54.522035 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e0c6e2bf-1307-402a-b9de-6d7db545bb6b req-c65bc005-4055-4070-ade4-3a6462333f2f tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049256 Aug 25 16:39:54.663851 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e22e77ad-f5b3-4c86-9dfa-c0f519337ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1515181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2014464'] for subnet, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:54.672397 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-7b6b2ac4-ee48-41ce-ad5a-bf3d411accd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:54.813610 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e77ad-f5b3-4c86-9dfa-c0f519337ced admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd36dd9-02b8-4fd4-b658-13df106b1777,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:54.824949 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-e22e77ad-f5b3-4c86-9dfa-c0f519337ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:54.834522 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e77ad-f5b3-4c86-9dfa-c0f519337ced admin admin] Checking segment: {'id': '5f9746cd-5c26-49a9-b753-20d4f78ecc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'e701ba7f-f31a-450f-98bf-ab2e007edcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:39:54.835182 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22e77ad-f5b3-4c86-9dfa-c0f519337ced admin admin] Network hostable DHCP agents. Network: e701ba7f-f31a-450f-98bf-ab2e007edcf1, hostable agents: ['15364a29-dc0b-4d98-aa4e-4a52ef949670'], hosted agents: [] {{(pid=75940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:39:54.856417 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Notify callbacks [] for port, precommit_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:54.884229 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Transition to ACTIVE for port object d1464bfe-bca5-4db0-b252-4fbfa6bb986e will not be triggered until provisioned by entity L2. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:39:54.970620 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:55.078334 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:55.088690 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22e77ad-f5b3-4c86-9dfa-c0f519337ced admin admin] Network e701ba7f-f31a-450f-98bf-ab2e007edcf1 is scheduled to be hosted by DHCP agent 15364a29-dc0b-4d98-aa4e-4a52ef949670 with binding_index 1 {{(pid=75940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:39:55.098270 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-0b259c6b-59bd-483e-a4e8-b8df59a17886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:55.170146 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-e22e77ad-f5b3-4c86-9dfa-c0f519337ced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-smb, e701ba7f-f31a-450f-98bf-ab2e007edcf1) {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:39:55.177796 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22e77ad-f5b3-4c86-9dfa-c0f519337ced admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:55.179017 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e22e77ad-f5b3-4c86-9dfa-c0f519337ced admin admin] Notify callbacks [] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:55.268901 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3279fa5f-c6e2-411a-b6d0-5d134d9e1603 None None] Network e701ba7f-f31a-450f-98bf-ab2e007edcf1 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:39:55.315994 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-e22e77ad-f5b3-4c86-9dfa-c0f519337ced admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4709020 Aug 25 16:39:55.392961 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df76b8-314f-451d-b500-4f8bf40a2cd2 req-0103ba96-43ba-4272-afa1-256b40cf9ad3 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:55.405244 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-94df76b8-314f-451d-b500-4f8bf40a2cd2 req-0103ba96-43ba-4272-afa1-256b40cf9ad3 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1610916 Aug 25 16:39:55.503437 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-94df76b8-314f-451d-b500-4f8bf40a2cd2 req-f420778e-011d-4474-a722-080a8e573844 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971584 Aug 25 16:39:55.566367 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0543c5-58fd-4c9e-95a8-714278f6db2f None None] Pushing event updated for resources: {'Port': ['ID=d1464bfe-bca5-4db0-b252-4fbfa6bb986e,revision_number=3']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:55.589114 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-8a0543c5-58fd-4c9e-95a8-714278f6db2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:55.904736 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07d74b-b933-4f55-9723-923961b5d1c8 req-139d8d64-2316-4e60-a739-85c8bd3e099b tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:55.913442 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fe07d74b-b933-4f55-9723-923961b5d1c8 req-139d8d64-2316-4e60-a739-85c8bd3e099b tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1062922 Aug 25 16:39:55.977967 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fe07d74b-b933-4f55-9723-923961b5d1c8 req-0e542457-77a1-450c-a0f4-83b917a045b6 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632725 Aug 25 16:39:56.071136 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:56.147232 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d964b9-a4ac-4eb3-b5b3-81632fb9a786 None None] Network e701ba7f-f31a-450f-98bf-ab2e007edcf1 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:39:56.236016 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Attempting to bind port d1464bfe-bca5-4db0-b252-4fbfa6bb986e on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:39:56.236546 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Attempting to bind port d1464bfe-bca5-4db0-b252-4fbfa6bb986e by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '8c9f2d71-7237-4353-85f6-aa45760f3607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'd26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce'}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:39:56.237096 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Attempting to bind port d1464bfe-bca5-4db0-b252-4fbfa6bb986e on network d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:39:56.256814 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:39:56.257498 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Checking segment: {'id': '8c9f2d71-7237-4353-85f6-aa45760f3607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'd26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:39:56.257498 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:56.258460 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Bound using segment: {'id': '8c9f2d71-7237-4353-85f6-aa45760f3607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'd26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce'} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:39:56.258972 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Bound port: d1464bfe-bca5-4db0-b252-4fbfa6bb986e, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9f2d71-7237-4353-85f6-aa45760f3607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'd26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce'}}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:39:56.259364 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:56.450256 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] For port d1464bfe-bca5-4db0-b252-4fbfa6bb986e, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:39:56.465235 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] For port d1464bfe-bca5-4db0-b252-4fbfa6bb986e, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=d1464bfe-bca5-4db0-b252-4fbfa6bb986e,segment=NetworkSegment(8c9f2d71-7237-4353-85f6-aa45760f3607),segment_id=8c9f2d71-7237-4353-85f6-aa45760f3607)] {{(pid=75941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:39:56.603313 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:56.608211 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:39:56.734390 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84483ff3-9cb6-4060-9414-bd8cf274c054 req-7b3e9691-4eb4-436d-89e5-5985d3d49b99 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:56.743683 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-84483ff3-9cb6-4060-9414-bd8cf274c054 req-7b3e9691-4eb4-436d-89e5-5985d3d49b99 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1034427 Aug 25 16:39:56.828547 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-84483ff3-9cb6-4060-9414-bd8cf274c054 req-a8ab113a-d8e8-4b68-ba25-97383044b11c tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835810 Aug 25 16:39:56.849832 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0543c5-58fd-4c9e-95a8-714278f6db2f None None] Pushing event updated for resources: {'Port': ['ID=d1464bfe-bca5-4db0-b252-4fbfa6bb986e,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:39:56.856535 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-8a0543c5-58fd-4c9e-95a8-714278f6db2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:39:56.868003 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Routers {'99e100fe-2892-41ac-9b4c-36659e67403e'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:39:56.884819 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:39:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['99e100fe-2892-41ac-9b4c-36659e67403e'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:39:57.523459 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-888c92b5-97f9-40ff-b7f3-fbd43200591b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:57.561971 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] Set router 99e100fe-2892-41ac-9b4c-36659e67403e gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:39:57.694286 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1af56e-b4e4-4380-b968-c87fd8f5285a req-03af08b9-3b83-4142-b643-b3a9619c0ce7 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:57.701808 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6d1af56e-b4e4-4380-b968-c87fd8f5285a req-03af08b9-3b83-4142-b643-b3a9619c0ce7 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.2448254 Aug 25 16:39:57.792446 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6d1af56e-b4e4-4380-b968-c87fd8f5285a req-34cdb47c-08cb-493e-a904-59049c7d8395 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891449 Aug 25 16:39:58.061606 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:39:58.097201 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fd011-2d34-4f19-ac7a-abb5ad4b51e1 req-be7f9709-a7ab-4a2c-9f3e-9e065fa75215 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:58.105490 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4b7fd011-2d34-4f19-ac7a-abb5ad4b51e1 req-be7f9709-a7ab-4a2c-9f3e-9e065fa75215 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1166320 Aug 25 16:39:58.185406 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:58.223776 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4b7fd011-2d34-4f19-ac7a-abb5ad4b51e1 req-28e30c56-ffea-430f-ba38-30df8f39da23 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163056 Aug 25 16:39:58.349521 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'name': 'tempest-TestShelveInstance-2082525232-router', 'tenant_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a2eae293-a7e2-4ef5-af7c-9b828c98081d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:32Z', 'updated_at': '2021-08-25T16:39:39Z', 'revision_number': 4, 'project_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'gw_port': {'id': 'a2eae293-a7e2-4ef5-af7c-9b828c98081d', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:34Z', 'updated_at': '2021-08-25T16:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'd1464bfe-bca5-4db0-b252-4fbfa6bb986e', 'name': '', 'network_id': 'd26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce', 'tenant_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'mac_address': 'fa:16:3e:08:05:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f10094-f92e-4ec8-8c90-ff7777450d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:38Z', 'updated_at': '2021-08-25T16:39:56Z', 'revision_number': 4, 'project_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'subnets': [{'id': '92f10094-f92e-4ec8-8c90-ff7777450d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:39:58.354611 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2036f9d5-6546-46bc-abe2-cfa9d008c40f None None] The sync data for ids ['99e100fe-2892-41ac-9b4c-36659e67403e'] in dv-cinder-806008-1-smb is: [{'id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'name': 'tempest-TestShelveInstance-2082525232-router', 'tenant_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a2eae293-a7e2-4ef5-af7c-9b828c98081d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:32Z', 'updated_at': '2021-08-25T16:39:39Z', 'revision_number': 4, 'project_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'gw_port': {'id': 'a2eae293-a7e2-4ef5-af7c-9b828c98081d', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:34Z', 'updated_at': '2021-08-25T16:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'd1464bfe-bca5-4db0-b252-4fbfa6bb986e', 'name': '', 'network_id': 'd26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce', 'tenant_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'mac_address': 'fa:16:3e:08:05:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f10094-f92e-4ec8-8c90-ff7777450d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:38Z', 'updated_at': '2021-08-25T16:39:56Z', 'revision_number': 4, 'project_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'subnets': [{'id': '92f10094-f92e-4ec8-8c90-ff7777450d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:39:59.266275 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6fdab-c5f0-48ef-865f-8bf5e5370d17 req-f0818f42-a9ad-4615-8f00-805730f2b9b7 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:59.272838 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2cf6fdab-c5f0-48ef-865f-8bf5e5370d17 req-f0818f42-a9ad-4615-8f00-805730f2b9b7 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1790483 Aug 25 16:39:59.519096 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2cf6fdab-c5f0-48ef-865f-8bf5e5370d17 req-6dd2b3e2-d05d-4409-aa33-365afe53c209 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422042 Aug 25 16:39:59.613914 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-fd310ebf-1d60-479a-9bf4-3f5f6dcfc303 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:39:59.624005 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-fd310ebf-1d60-479a-9bf4-3f5f6dcfc303 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/networks?id=e701ba7f-f31a-450f-98bf-ab2e007edcf1 HTTP/1.1" status: 200 len: 813 time: 0.3497396 Aug 25 16:39:59.648697 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-f483b838-25a7-4aa9-8fdb-cdfbd70259bd tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/quotas/7fd9e47991e9427d80767bfe0f000060 HTTP/1.1" status: 200 len: 375 time: 0.0236506 Aug 25 16:39:59.732740 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:39:59.810989 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-bb3a9e10-bf48-4011-8ba4-5a09659b8f68 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fd9e47991e9427d80767bfe0f000060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1603658 Aug 25 16:40:00.131559 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-13978902-8d66-44f6-9d39-30630a06ae91 service neutron] 10.222.0.35 "GET /v2.0/networks/e701ba7f-f31a-450f-98bf-ab2e007edcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191779 Aug 25 16:40:00.158540 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fa127-789e-4a1b-bf8e-5d602f127987 req-61660b65-0f54-470e-b0fd-48cbf648e449 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:00.163080 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b62fa127-789e-4a1b-bf8e-5d602f127987 req-61660b65-0f54-470e-b0fd-48cbf648e449 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.3001118 Aug 25 16:40:00.466589 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device d1464bfe-bca5-4db0-b252-4fbfa6bb986e up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:40:00.522892 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b62fa127-789e-4a1b-bf8e-5d602f127987 req-e4aa4daf-330d-4ac1-9cb4-176db984df6e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3224800 Aug 25 16:40:00.558158 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-17b62137-08c9-4be8-b744-49ec0cc4a478 service neutron] 10.222.0.35 "GET /v2.0/networks/e701ba7f-f31a-450f-98bf-ab2e007edcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184411 Aug 25 16:40:00.756490 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port d1464bfe-bca5-4db0-b252-4fbfa6bb986e completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:40:00.763342 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port d1464bfe-bca5-4db0-b252-4fbfa6bb986e triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:00.764211 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:00.824815 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827acd15-ef47-4cff-a00a-8a6961db254c req-ae7ec074-acf0-43f6-975a-5014773113e8 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:00.832995 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-827acd15-ef47-4cff-a00a-8a6961db254c req-ae7ec074-acf0-43f6-975a-5014773113e8 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1015451 Aug 25 16:40:00.898713 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-827acd15-ef47-4cff-a00a-8a6961db254c req-45fc9256-9a47-427e-9eb6-31cfb3003f8f tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616779 Aug 25 16:40:01.031456 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:01.160237 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port d1464bfe-bca5-4db0-b252-4fbfa6bb986e, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=d1464bfe-bca5-4db0-b252-4fbfa6bb986e,segment=NetworkSegment(8c9f2d71-7237-4353-85f6-aa45760f3607),segment_id=8c9f2d71-7237-4353-85f6-aa45760f3607)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:40:01.166766 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f2a9ac9f-9cd2-424f-90d2-8ac89682a9ae req-831ab0ac-9ec8-41c0-b297-e3611a1caa75 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 210 time: 0.1809669 Aug 25 16:40:01.266553 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:01.274623 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:01.381293 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=d1464bfe-bca5-4db0-b252-4fbfa6bb986e,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:01.394000 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:01.767891 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ae2ef-cb04-4d23-a4a3-951bdf0c89c6 req-2e5e6230-a11f-47f5-a0f5-5989b301e58e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:01.769545 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7f0ae2ef-cb04-4d23-a4a3-951bdf0c89c6 req-2e5e6230-a11f-47f5-a0f5-5989b301e58e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.0916841 Aug 25 16:40:01.819134 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7f0ae2ef-cb04-4d23-a4a3-951bdf0c89c6 req-276715b6-6c1c-423e-ae52-b68270c45364 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431690 Aug 25 16:40:02.269878 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9bc88-01da-4925-9f58-f82c00eada26 req-1c85eae2-40e2-4c4b-90f7-c9a3fa62cc26 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:02.272669 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9bd9bc88-01da-4925-9f58-f82c00eada26 req-1c85eae2-40e2-4c4b-90f7-c9a3fa62cc26 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.2330403 Aug 25 16:40:02.377869 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-25543fc9-16dd-499a-8e8b-59752a42ea90 req-ed58d19d-9fa4-43b3-aa2d-b0f133d148cb tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 210 time: 0.1039157 Aug 25 16:40:02.418600 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9bd9bc88-01da-4925-9f58-f82c00eada26 req-ca09fcaa-197a-47cb-a579-670708fcb16c tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323411 Aug 25 16:40:02.427117 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device d1464bfe-bca5-4db0-b252-4fbfa6bb986e up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:40:02.519872 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port d1464bfe-bca5-4db0-b252-4fbfa6bb986e triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:02.520290 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:03.095307 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac600f-84eb-4a0f-b9bb-1705f9459988 req-31f7438b-2e5c-47d8-9c17-54f8a81151c0 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:03.112194 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1fac600f-84eb-4a0f-b9bb-1705f9459988 req-31f7438b-2e5c-47d8-9c17-54f8a81151c0 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1256802 Aug 25 16:40:03.180523 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1fac600f-84eb-4a0f-b9bb-1705f9459988 req-5ac41673-72de-456a-a2d5-ae8e3385c409 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665848 Aug 25 16:40:03.753436 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-acde0d03-1992-41f4-a3c5-0bb269c1a01d req-be2511ee-8f81-45b5-adb3-a551d482450d tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 210 time: 0.0913529 Aug 25 16:40:03.830747 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a5f43-f77e-480d-94c4-24673114f602 req-1ec2890c-0c5d-41d6-93c3-f9502c6b873b tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:03.838311 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-547a5f43-f77e-480d-94c4-24673114f602 req-1ec2890c-0c5d-41d6-93c3-f9502c6b873b tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1437080 Aug 25 16:40:03.911473 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-547a5f43-f77e-480d-94c4-24673114f602 req-01e9ac21-e48a-491c-b484-29d2018f83f2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722620 Aug 25 16:40:04.163676 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 58090) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:04.170754 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-ff58f50c-f24e-4e88-ae8d-10e970a02408 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:04.171666 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-ff58f50c-f24e-4e88-ae8d-10e970a02408 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Synchronizing usage tracker for tenant:7fd9e47991e9427d80767bfe0f000060 on resource:network {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:40:04.266660 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-ff58f50c-f24e-4e88-ae8d-10e970a02408 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Unset dirty status for tenant:7fd9e47991e9427d80767bfe0f000060 on resource:network {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:40:04.273844 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-ff58f50c-f24e-4e88-ae8d-10e970a02408 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.81 "GET /v2.0/networks?id=e701ba7f-f31a-450f-98bf-ab2e007edcf1 HTTP/1.1" status: 200 len: 813 time: 0.3857646 Aug 25 16:40:04.294892 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Request body: {'port': {'device_id': 'c91bad94-4f4f-4604-8f3e-e5a19dafe619', 'network_id': 'e701ba7f-f31a-450f-98bf-ab2e007edcf1', 'admin_state_up': True, 'tenant_id': '7fd9e47991e9427d80767bfe0f000060'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:40:04.545877 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:40:04.558611 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Usage tracker for resource:port and tenant:7fd9e47991e9427d80767bfe0f000060 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:40:04.567196 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:40:04.580822 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:40:04.589191 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-f608b775-313f-4bcf-9d94-c5fae1ab7f15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8287a331501c4bca805ea9cc68147073&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4223039 Aug 25 16:40:04.593068 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58102) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:04.597450 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d30b8-3ed3-4a80-afd2-d1d5d2c6ac9f req-c7507eb1-4e81-444b-899f-0c8180275a1d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:04.605729 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fd7d30b8-3ed3-4a80-afd2-d1d5d2c6ac9f req-c7507eb1-4e81-444b-899f-0c8180275a1d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1966438 Aug 25 16:40:04.668787 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fd7d30b8-3ed3-4a80-afd2-d1d5d2c6ac9f req-d2fad824-9565-4322-9f32-3c6b41a8a798 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620711 Aug 25 16:40:04.674209 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Made reservation on behalf of 7fd9e47991e9427d80767bfe0f000060 for: {'port': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:40:04.677379 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:04.708352 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f5a1e652-4a50-43f0-999b-6bac9bac76fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:04.752540 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f5a1e652-4a50-43f0-999b-6bac9bac76fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:04.935697 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-10fd259f-8808-47b2-91bc-ddd59e4f644f req-45305776-16c0-425f-aeba-7770ee8abaa1 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 210 time: 0.0539565 Aug 25 16:40:05.054719 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Allocated IP 172.20.0.9 (e701ba7f-f31a-450f-98bf-ab2e007edcf1/0bd36dd9-02b8-4fd4-b658-13df106b1777/76893a12-d17b-4810-a0da-51db5db4928c) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:40:05.070848 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f5a1e652-4a50-43f0-999b-6bac9bac76fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:05.079533 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:05.113912 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1e652-4a50-43f0-999b-6bac9bac76fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81aea2d-644d-402e-98c9-e23dbb6cd9c4,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:05.122385 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-f5a1e652-4a50-43f0-999b-6bac9bac76fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:05.301481 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f5a1e652-4a50-43f0-999b-6bac9bac76fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:05.302639 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-f5a1e652-4a50-43f0-999b-6bac9bac76fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b81aea2d-644d-402e-98c9-e23dbb6cd9c4 HTTP/1.1" status: 204 len: 168 time: 0.7079113 Aug 25 16:40:05.433378 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:05.454413 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013c61f-8604-4011-8ac8-933e252230de req-2aa15b4a-f910-4984-9608-0859bb9f3634 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:05.457288 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7013c61f-8604-4011-8ac8-933e252230de req-2aa15b4a-f910-4984-9608-0859bb9f3634 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1390190 Aug 25 16:40:05.533894 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7013c61f-8604-4011-8ac8-933e252230de req-758e9ffc-18f1-49d9-b0f6-bfd6e1ce995c tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688398 Aug 25 16:40:05.582606 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:05.592563 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-33cd2831-8360-48ba-b4e8-c2d0f7fffb0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:05.770358 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Pushing event updated for resources: {'Port': ['ID=76893a12-d17b-4810-a0da-51db5db4928c,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:05.775803 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:05.778218 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Network e701ba7f-f31a-450f-98bf-ab2e007edcf1 is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:40:05.779600 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:40:05.789837 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:40:05.929583 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:05.930391 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:06.046981 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7565110 Aug 25 16:40:06.057374 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79fcf9-fc09-4c26-869d-4c380d2b255e req-6c8e151f-29b4-4fe6-8e35-5314dd85fba1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:06.064929 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Request body: {'port': {'device_id': 'c91bad94-4f4f-4604-8f3e-e5a19dafe619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:40:06.077725 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7a79fcf9-fc09-4c26-869d-4c380d2b255e req-6c8e151f-29b4-4fe6-8e35-5314dd85fba1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1573200 Aug 25 16:40:06.298164 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:06.356907 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7a79fcf9-fc09-4c26-869d-4c380d2b255e req-89c1ef1d-7ff3-4bee-9791-0668597fc2d1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778616 Aug 25 16:40:06.540965 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94959e24-ae9b-4762-a84d-68b7a558d80d req-a227c145-1a97-493d-a4e2-3272d4393246 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:06.556239 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-94959e24-ae9b-4762-a84d-68b7a558d80d req-a227c145-1a97-493d-a4e2-3272d4393246 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 931 time: 0.3842134 Aug 25 16:40:06.569802 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2785b4db-891e-49fc-9b66-d8e7a7c17d95 req-9b4ff134-0e95-412f-ac3e-0bf418a516ba service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 1098 time: 0.2910714 Aug 25 16:40:06.768107 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-94959e24-ae9b-4762-a84d-68b7a558d80d req-1bef6d99-a74b-47b1-95e3-98b507892bfb tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967380 Aug 25 16:40:06.786829 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2785b4db-891e-49fc-9b66-d8e7a7c17d95 req-1ce7589a-f764-48b7-a512-63a5efb6d8a7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071238 Aug 25 16:40:06.981933 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76893a12-d17b-4810-a0da-51db5db4928c {{(pid=75940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:40:06.992755 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:07.012274 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.provisioning_blocks [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Transition to ACTIVE for port object 76893a12-d17b-4810-a0da-51db5db4928c will not be triggered until provisioned by entity L2. {{(pid=75940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:40:07.021904 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42928f-2b37-4480-99c3-d64ca33446d0 req-6632b573-55b1-4764-a794-357cb809f804 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:07.022135 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1d42928f-2b37-4480-99c3-d64ca33446d0 req-6632b573-55b1-4764-a794-357cb809f804 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1144009 Aug 25 16:40:07.089392 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:07.095042 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-8ef10365-f2f3-4065-8672-f9dce55fb9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:07.317527 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1d42928f-2b37-4480-99c3-d64ca33446d0 req-498efd14-1ee3-4790-bde3-24655e1981ed tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826672 Aug 25 16:40:07.369529 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 58150) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:07.434814 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Pushing event updated for resources: {'Port': ['ID=76893a12-d17b-4810-a0da-51db5db4928c,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:07.450648 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:07.608806 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82cce6-ad7a-4a67-8b68-8799aceeffe7 req-671f8839-fcff-4a8c-a28d-4423ee799a69 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:07.612926 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cc82cce6-ad7a-4a67-8b68-8799aceeffe7 req-671f8839-fcff-4a8c-a28d-4423ee799a69 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.3110342 Aug 25 16:40:07.637219 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-985053090-network', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:40:07.659042 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Attempting to bind port 76893a12-d17b-4810-a0da-51db5db4928c on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:40:07.659473 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Attempting to bind port 76893a12-d17b-4810-a0da-51db5db4928c by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '5f9746cd-5c26-49a9-b753-20d4f78ecc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'e701ba7f-f31a-450f-98bf-ab2e007edcf1'}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:40:07.660049 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Attempting to bind port 76893a12-d17b-4810-a0da-51db5db4928c on network e701ba7f-f31a-450f-98bf-ab2e007edcf1 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:40:07.667509 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Port 76893a12-d17b-4810-a0da-51db5db4928c on network e701ba7f-f31a-450f-98bf-ab2e007edcf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:40:07.667916 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Attempting to bind port 76893a12-d17b-4810-a0da-51db5db4928c on network e701ba7f-f31a-450f-98bf-ab2e007edcf1 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:40:07.669564 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:40:07.678559 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:40:07.679429 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Checking segment: {'id': '5f9746cd-5c26-49a9-b753-20d4f78ecc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'e701ba7f-f31a-450f-98bf-ab2e007edcf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:40:07.679830 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Bound using segment: {'id': '5f9746cd-5c26-49a9-b753-20d4f78ecc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'e701ba7f-f31a-450f-98bf-ab2e007edcf1'} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:40:07.680641 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Bound port: 76893a12-d17b-4810-a0da-51db5db4928c, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9746cd-5c26-49a9-b753-20d4f78ecc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'e701ba7f-f31a-450f-98bf-ab2e007edcf1'}}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:40:07.681090 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:07.696025 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Usage tracker for resource:network and tenant:5dd739138a9947d0ac25bc7cf35c044f is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:40:07.705297 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:40:07.730769 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:40:07.764399 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0b4aecfd-5acb-4646-91c0-4bf5891bc432 req-bd7fd0e7-044f-4b86-be0a-9ef9d0ecf748 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e190674e9304482495bba1179171dfd3&device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 1098 time: 0.3382609 Aug 25 16:40:07.768671 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cc82cce6-ad7a-4a67-8b68-8799aceeffe7 req-5480b089-3667-4a93-9cf1-1cb3158e6233 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387017 Aug 25 16:40:07.858077 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] For port 76893a12-d17b-4810-a0da-51db5db4928c, host hv-cinder-80600, cleared binding levels {{(pid=75940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:40:07.864506 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] For port 76893a12-d17b-4810-a0da-51db5db4928c, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=76893a12-d17b-4810-a0da-51db5db4928c,segment=NetworkSegment(5f9746cd-5c26-49a9-b753-20d4f78ecc36),segment_id=5f9746cd-5c26-49a9-b753-20d4f78ecc36)] {{(pid=75940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:40:07.946764 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:07.949106 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4aecfd-5acb-4646-91c0-4bf5891bc432 req-28fb8fee-af41-46cb-83cd-083cfa0679f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:07.950596 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0b4aecfd-5acb-4646-91c0-4bf5891bc432 req-28fb8fee-af41-46cb-83cd-083cfa0679f4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2b868551-604b-4fc5-b01d-b07c18548dc0 HTTP/1.1" status: 200 len: 913 time: 0.1745052 Aug 25 16:40:07.951669 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Made reservation on behalf of 5dd739138a9947d0ac25bc7cf35c044f for: {'network': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:40:07.952176 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:07.954673 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for network, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:08.066893 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:08.068495 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] 10.222.0.81 "PUT /v2.0/ports/76893a12-d17b-4810-a0da-51db5db4928c HTTP/1.1" status: 200 len: 1093 time: 2.0116482 Aug 25 16:40:08.069106 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91bad94-4f4f-4604-8f3e-e5a19dafe619', 'tag': '76893a12-d17b-4810-a0da-51db5db4928c'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:40:08.096803 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:08.098083 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Pushing event updated for resources: {'Port': ['ID=76893a12-d17b-4810-a0da-51db5db4928c,revision_number=3']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:08.103491 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:08.148365 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91bad94-4f4f-4604-8f3e-e5a19dafe619', 'tag': '76893a12-d17b-4810-a0da-51db5db4928c', 'status': 'completed', 'code': 200} Aug 25 16:40:08.280908 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:40:08.288444 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0b4aecfd-5acb-4646-91c0-4bf5891bc432 req-f5f0911d-80bf-413b-a423-7e2b49213927 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb1a07d4-db90-4ee5-ac93-176f9dc7f534 HTTP/1.1" status: 200 len: 1000 time: 0.3228006 Aug 25 16:40:08.298080 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016939a-5787-49c5-8559-5a7c7bb0cf7f req-827aa3c5-35a8-47d0-b592-93baa995199d tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:08.299882 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6016939a-5787-49c5-8559-5a7c7bb0cf7f req-827aa3c5-35a8-47d0-b592-93baa995199d tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 943 time: 0.2774386 Aug 25 16:40:08.302861 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Usage tracker for resource:security_group_rule and tenant:5dd739138a9947d0ac25bc7cf35c044f is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:40:08.361236 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:40:08.386362 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:40:08.530179 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4aecfd-5acb-4646-91c0-4bf5891bc432 req-6d0f2a8d-217f-447c-b91e-83cbdf75ae7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:08.531463 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-65171e48-e808-42d3-972f-972ec66e2249 req-8c5733ff-7416-4fe5-89ca-25acdc2c26c4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7fd9e47991e9427d80767bfe0f000060&device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 1096 time: 0.2555106 Aug 25 16:40:08.534614 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0b4aecfd-5acb-4646-91c0-4bf5891bc432 req-6d0f2a8d-217f-447c-b91e-83cbdf75ae7b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc013c14-7af0-4164-ba36-a7b01f82d66b HTTP/1.1" status: 200 len: 850 time: 0.2332206 Aug 25 16:40:08.611511 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6016939a-5787-49c5-8559-5a7c7bb0cf7f req-99308fa5-9c2c-4b1e-8582-9fd502699e7f tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437813 Aug 25 16:40:08.764848 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:08.776070 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65171e48-e808-42d3-972f-972ec66e2249 req-a6c6895b-c47d-4ed2-b2dd-f075355cd795 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:08.778513 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-65171e48-e808-42d3-972f-972ec66e2249 req-a6c6895b-c47d-4ed2-b2dd-f075355cd795 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=7fd9e47991e9427d80767bfe0f000060&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2320013 Aug 25 16:40:08.784928 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0b4aecfd-5acb-4646-91c0-4bf5891bc432 req-53ae4c04-3b6b-4599-ad6a-f0fc2ce0b2b1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2b868551-604b-4fc5-b01d-b07c18548dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2357161 Aug 25 16:40:08.795736 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c353796-463c-4554-aa3f-b28dbab508e0 req-6f95331e-f418-4dd2-a68f-8ca5aa67d32f tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:08.798183 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1c353796-463c-4554-aa3f-b28dbab508e0 req-6f95331e-f418-4dd2-a68f-8ca5aa67d32f tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1958547 Aug 25 16:40:08.909180 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:08.918931 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-43dd1c61-8ea4-4312-9d6f-545076eb92f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:08.982499 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] vlan segment allocate from pool success with {'vlan_id': 1209, 'physical_network': 'physnet1'} {{(pid=75939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:40:09.022347 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65171e48-e808-42d3-972f-972ec66e2249 req-312c2d1c-4b06-4ec3-87f6-5ebff0023b4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:09.024107 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-65171e48-e808-42d3-972f-972ec66e2249 req-312c2d1c-4b06-4ec3-87f6-5ebff0023b4e service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2393153 Aug 25 16:40:09.104587 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cdb8f4-56ff-4312-8c4b-425a7d529196,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:09.110127 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:09.110661 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.db.segments_db [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Added segment 8cb98624-74fc-4bfc-aa99-ebcfad0f31da of type vlan for network 5ae4b2c8-5b57-47b7-8f20-23c93260cde2 Aug 25 16:40:09.133305 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:09.137253 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1c353796-463c-4554-aa3f-b28dbab508e0 req-2d16dff8-42d1-4648-8ffb-92afb021a3a8 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195612 Aug 25 16:40:09.210776 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731567222914'] for network, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:09.223314 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0b4aecfd-5acb-4646-91c0-4bf5891bc432 req-d8096b27-6a59-477e-84c8-48c8fa8cc32d service neutron] 10.222.0.81 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239450 Aug 25 16:40:09.289148 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-369cd295-4c7c-494b-9cb4-4b12eb9b3ad0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7fd9e47991e9427d80767bfe0f000060&device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 1096 time: 0.2105248 Aug 25 16:40:09.420324 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-5abd480d-07c7-440a-8cc3-5778b3208d2f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76893a12-d17b-4810-a0da-51db5db4928c HTTP/1.1" status: 200 len: 217 time: 0.1179888 Aug 25 16:40:09.478989 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.db.resource_extend [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:40:09.525461 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404fb31-725f-4cf3-854a-74f7553de2dd req-27c76142-d94e-4c94-b759-dd389d1e57a4 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:09.538150 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f404fb31-725f-4cf3-854a-74f7553de2dd req-27c76142-d94e-4c94-b759-dd389d1e57a4 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.5393972 Aug 25 16:40:09.580984 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-1d19ddf8-49c0-4cab-b72d-795f2b3a2dfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:09.583056 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-1d19ddf8-49c0-4cab-b72d-795f2b3a2dfe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0bd36dd9-02b8-4fd4-b658-13df106b1777 HTTP/1.1" status: 200 len: 853 time: 0.1508634 Aug 25 16:40:09.624383 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for network, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:09.640589 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:09.641895 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:09.671083 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-9b9e9eac-7a45-45c5-8201-5ba4ad9ceff7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e701ba7f-f31a-450f-98bf-ab2e007edcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760820 Aug 25 16:40:09.671349 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-958887d5-6b22-4804-a165-706e871738fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:09.792023 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Pushing event updated for resources: {'Network': ['ID=5ae4b2c8-5b57-47b7-8f20-23c93260cde2,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:09.814182 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Network 5ae4b2c8-5b57-47b7-8f20-23c93260cde2 details requested by agent ovs-agent-dv-cinder-806008-1-smb with host dv-cinder-806008-1-smb {{(pid=75941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:40:09.815870 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f404fb31-725f-4cf3-854a-74f7553de2dd req-11607612-7689-42ce-b6f9-4b509a2609d4 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767422 Aug 25 16:40:09.818584 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4481163 Aug 25 16:40:09.820457 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:09.826341 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 58184) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:09.839533 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-7a5189d9-6082-48cf-94b1-3557ce82714e admin admin] Request body: {'subnet': {'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-985053090-subnet', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'ip_version': 4}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:40:09.858305 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-7a5189d9-6082-48cf-94b1-3557ce82714e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:40:09.863154 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0b4aecfd-5acb-4646-91c0-4bf5891bc432 req-e4f4906d-fcb3-49f9-8afa-6e1d6d4e99c8 service neutron] 10.222.0.81 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6295481 Aug 25 16:40:09.877076 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-7a5189d9-6082-48cf-94b1-3557ce82714e admin admin] Usage tracker for resource:subnet and tenant:5dd739138a9947d0ac25bc7cf35c044f is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:40:09.890691 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-7a5189d9-6082-48cf-94b1-3557ce82714e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:40:09.904435 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-7a5189d9-6082-48cf-94b1-3557ce82714e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:40:09.981874 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-298ef069-2ca1-4053-a5ca-378ee197ff35 service neutron] 10.222.0.81 "GET /v2.0/networks/e701ba7f-f31a-450f-98bf-ab2e007edcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036468 Aug 25 16:40:10.036459 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5189d9-6082-48cf-94b1-3557ce82714e admin admin] Made reservation on behalf of 5dd739138a9947d0ac25bc7cf35c044f for: {'subnet': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:40:10.039127 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7a5189d9-6082-48cf-94b1-3557ce82714e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1491093'] for subnet, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:10.368905 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8d2fdac7-ebb3-4d2a-83f8-6f2656740cc9 req-eca66722-4543-4f2c-8299-3de9348d1223 service neutron] 10.222.0.81 "GET /v2.0/networks/e701ba7f-f31a-450f-98bf-ab2e007edcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800094 Aug 25 16:40:10.657298 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5dfda-f14c-4567-9235-cf92eb718d14 req-c066dcb2-0683-4270-9914-6a35131b7ed1 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:10.666856 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-81d5dfda-f14c-4567-9235-cf92eb718d14 req-c066dcb2-0683-4270-9914-6a35131b7ed1 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 943 time: 0.6684706 Aug 25 16:40:10.826214 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4fbe2779-6583-4d68-8b3c-c01108139266 req-4a0ca67e-9418-469d-9d29-20e4c3ad3b9f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=751c2e48d9e64ae0886929b884077d9d&device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 1098 time: 0.5470669 Aug 25 16:40:10.865806 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-81d5dfda-f14c-4567-9235-cf92eb718d14 req-184e523a-cbdc-44d5-90a3-fb0d84c02498 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977220 Aug 25 16:40:10.920282 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da3811-238b-4335-9c92-1ab49edbb400 req-228f3511-25af-4184-bcdf-fbbf7823a620 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:10.923242 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e3da3811-238b-4335-9c92-1ab49edbb400 req-228f3511-25af-4184-bcdf-fbbf7823a620 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.5652380 Aug 25 16:40:11.446273 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e3da3811-238b-4335-9c92-1ab49edbb400 req-617340f0-11e9-4953-a911-77fd526c26dc tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877827 Aug 25 16:40:11.446273 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe2779-6583-4d68-8b3c-c01108139266 req-807315d5-3004-4bfa-8392-d8a2b81faf01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:11.446273 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4fbe2779-6583-4d68-8b3c-c01108139266 req-807315d5-3004-4bfa-8392-d8a2b81faf01 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 HTTP/1.1" status: 200 len: 921 time: 0.3562329 Aug 25 16:40:11.446273 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4fbe2779-6583-4d68-8b3c-c01108139266 req-4c55d39e-498e-4800-86cb-749505b574c3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3008c9b0-8ff0-41af-b667-eb4336971fb9 HTTP/1.1" status: 200 len: 217 time: 0.0752683 Aug 25 16:40:11.446273 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74175346-5a8d-49a3-b375-69c235a8531d req-c8b3444c-95da-4afe-861d-5fea7c64cb73 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:11.446273 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-74175346-5a8d-49a3-b375-69c235a8531d req-c8b3444c-95da-4afe-861d-5fea7c64cb73 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.3549905 Aug 25 16:40:11.446273 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7a5189d9-6082-48cf-94b1-3557ce82714e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1700277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1491079'] for subnet, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:11.447796 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:11.522496 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe2779-6583-4d68-8b3c-c01108139266 req-32601eca-9118-4092-ac60-d22653c2be40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:11.524239 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4fbe2779-6583-4d68-8b3c-c01108139266 req-32601eca-9118-4092-ac60-d22653c2be40 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8c9faabb-f86c-4b8a-a5f6-071036eb98a3 HTTP/1.1" status: 200 len: 859 time: 0.2056205 Aug 25 16:40:11.622485 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4fbe2779-6583-4d68-8b3c-c01108139266 req-bf2a4507-e969-4fdf-ac6a-6209c4ffbd3c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877221 Aug 25 16:40:11.667550 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5189d9-6082-48cf-94b1-3557ce82714e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a974d7-f30e-4176-9deb-f8963fe567fd,revision_number=0']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:11.689292 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-74175346-5a8d-49a3-b375-69c235a8531d req-bfbbf8d2-5fda-4bba-9c01-82cf81c9e751 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825570 Aug 25 16:40:11.693275 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-7a5189d9-6082-48cf-94b1-3557ce82714e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:11.781109 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5189d9-6082-48cf-94b1-3557ce82714e admin admin] Checking segment: {'id': '8cb98624-74fc-4bfc-aa99-ebcfad0f31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:40:11.781986 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5189d9-6082-48cf-94b1-3557ce82714e admin admin] Network hostable DHCP agents. Network: 5ae4b2c8-5b57-47b7-8f20-23c93260cde2, hostable agents: ['15364a29-dc0b-4d98-aa4e-4a52ef949670'], hosted agents: [] {{(pid=75939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:40:11.850328 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4fbe2779-6583-4d68-8b3c-c01108139266 req-de7e6121-4288-4ca5-b8a7-a8c43c58667d service neutron] 10.222.0.81 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196472 Aug 25 16:40:11.957420 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5189d9-6082-48cf-94b1-3557ce82714e admin admin] Network 5ae4b2c8-5b57-47b7-8f20-23c93260cde2 is scheduled to be hosted by DHCP agent 15364a29-dc0b-4d98-aa4e-4a52ef949670 with binding_index 1 {{(pid=75939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:40:12.058549 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4fbe2779-6583-4d68-8b3c-c01108139266 req-6c615852-b25d-4f93-aee4-bd40fc48e73c service neutron] 10.222.0.81 "GET /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930997 Aug 25 16:40:12.059167 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-7a5189d9-6082-48cf-94b1-3557ce82714e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-smb, 5ae4b2c8-5b57-47b7-8f20-23c93260cde2) {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:40:12.066554 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5189d9-6082-48cf-94b1-3557ce82714e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:12.066554 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7a5189d9-6082-48cf-94b1-3557ce82714e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for subnet, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:12.072509 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b905b-dc4a-4577-afdb-0b19f1e14f43 None None] Network 5ae4b2c8-5b57-47b7-8f20-23c93260cde2 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:40:12.204862 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-7a5189d9-6082-48cf-94b1-3557ce82714e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3774745 Aug 25 16:40:12.208349 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 58210) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:12.213338 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-985053090-router', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:40:12.228418 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:40:12.242251 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Usage tracker for resource:router and tenant:5dd739138a9947d0ac25bc7cf35c044f is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:40:12.249503 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:40:12.265357 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:40:12.342781 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3833'] for router, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:12.344084 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3826'] for router, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:12.420254 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:12.429371 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9b5d8-3e62-4eaf-89dd-e2a2cf908efd req-16bdbbb9-988a-4081-a1de-14c49bdb8b38 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:12.431161 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-62c9b5d8-3e62-4eaf-89dd-e2a2cf908efd req-16bdbbb9-988a-4081-a1de-14c49bdb8b38 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 943 time: 0.1515505 Aug 25 16:40:12.450815 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-a2a6c3b1-539c-4f69-9564-8d574867f53d tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Synchronizing usage tracker for tenant:0632364c492a47aa83cee3a290aeb58f on resource:security_group {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:40:12.456189 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf32eec6-35ad-50e1-8160-6e5ab00d733c-5ae4b2c8-5b57-47b7-8f20-23c93260cde2', 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'fixed_ips': [{'subnet_id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd'}]}} from dv-cinder-806008-1-smb. {{(pid=75941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:40:12.459304 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:12.505913 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 76893a12-d17b-4810-a0da-51db5db4928c details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:40:12.519335 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-62c9b5d8-3e62-4eaf-89dd-e2a2cf908efd req-236489dd-b541-4bee-86ac-4e48df422076 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617454 Aug 25 16:40:12.724661 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.db_base_plugin_common [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Allocated IP 172.20.0.2 (5ae4b2c8-5b57-47b7-8f20-23c93260cde2/b1a974d7-f30e-4176-9deb-f8963fe567fd/73392dcd-b7b4-4dcf-9562-206aa0bfaf31) {{(pid=75941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:40:12.742535 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-a2a6c3b1-539c-4f69-9564-8d574867f53d tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Unset dirty status for tenant:0632364c492a47aa83cee3a290aeb58f on resource:security_group {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:40:12.746644 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-a2a6c3b1-539c-4f69-9564-8d574867f53d tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827493054&fields=id&tenant_id=0632364c492a47aa83cee3a290aeb58f HTTP/1.1" status: 200 len: 267 time: 0.3835931 Aug 25 16:40:13.168601 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Notify callbacks [] for port, precommit_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:13.181267 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-743672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:13.187370 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Transition to ACTIVE for port object 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 will not be triggered until provisioned by entity L2. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:40:13.228157 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Transition to ACTIVE for port object 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 will not be triggered until provisioned by entity DHCP. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:40:13.228873 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782b31e-fbe7-4416-a522-b7b4086e3922 req-d72f6df4-903e-43d3-9ddf-e50105e081ae tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:13.230424 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0782b31e-fbe7-4416-a522-b7b4086e3922 req-d72f6df4-903e-43d3-9ddf-e50105e081ae tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.4211240 Aug 25 16:40:13.235568 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-46f643f6-b792-4ed5-8efa-db37fd53da09 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:13.237056 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-46f643f6-b792-4ed5-8efa-db37fd53da09 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/networks?id=29424364-8c46-404f-bc9f-9d7a9e688e9b HTTP/1.1" status: 200 len: 808 time: 0.4725299 Aug 25 16:40:13.271988 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 76893a12-d17b-4810-a0da-51db5db4928c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=76893a12-d17b-4810-a0da-51db5db4928c,segment=NetworkSegment(5f9746cd-5c26-49a9-b753-20d4f78ecc36),segment_id=5f9746cd-5c26-49a9-b753-20d4f78ecc36)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:40:13.282594 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-fe165600-f01e-4841-910d-4a329ef15912 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/quotas/0632364c492a47aa83cee3a290aeb58f HTTP/1.1" status: 200 len: 375 time: 0.0299947 Aug 25 16:40:13.304728 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': '76893a12-d17b-4810-a0da-51db5db4928c', 'network_id': 'e701ba7f-f31a-450f-98bf-ab2e007edcf1', 'port_id': '76893a12-d17b-4810-a0da-51db5db4928c', 'mac_address': 'fa:16:3e:bb:9d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd36dd9-02b8-4fd4-b658-13df106b1777', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:40:13.354434 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807'] for port, after_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:13.371661 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0782b31e-fbe7-4416-a522-b7b4086e3922 req-554cd5c7-ac7f-4bd0-8c28-dbefba46b357 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335757 Aug 25 16:40:13.404882 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:13.480049 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-8f8e5a29-3df0-45f3-bd2b-3b7dd91c4357 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0632364c492a47aa83cee3a290aeb58f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1812563 Aug 25 16:40:13.543161 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Pushing event updated for resources: {'Port': ['ID=73392dcd-b7b4-4dcf-9562-206aa0bfaf31,revision_number=1']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:13.596769 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Network 5ae4b2c8-5b57-47b7-8f20-23c93260cde2 is already hosted by enough agents. {{(pid=75941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:40:13.600564 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:13.601173 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:13.601745 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:13.602315 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:13.602775 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:13.603372 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:13.603942 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:13.604531 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:13.605236 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:13.605680 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:13.606061 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:13.618156 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:13.633163 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.scheduler.base_scheduler [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Resources bound (agent type, host, resource id): {{(pid=75941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:40:13.643646 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:13.644772 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Received port after_create {{(pid=75941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:40:13.658217 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76893a12-d17b-4810-a0da-51db5db4928c {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:40:13.781093 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 76893a12-d17b-4810-a0da-51db5db4928c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=76893a12-d17b-4810-a0da-51db5db4928c,segment=NetworkSegment(5f9746cd-5c26-49a9-b753-20d4f78ecc36),segment_id=5f9746cd-5c26-49a9-b753-20d4f78ecc36)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:40:13.784811 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Attempting to bind port 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:40:13.785488 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Attempting to bind port 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '8cb98624-74fc-4bfc-aa99-ebcfad0f31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2'}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:40:13.786178 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Attempting to bind port 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 on network 5ae4b2c8-5b57-47b7-8f20-23c93260cde2 {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:40:13.801532 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:40:13.805493 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Checking segment: {'id': '8cb98624-74fc-4bfc-aa99-ebcfad0f31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:40:13.805493 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:13.805493 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Bound using segment: {'id': '8cb98624-74fc-4bfc-aa99-ebcfad0f31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2'} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:40:13.805493 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Bound port: 73392dcd-b7b4-4dcf-9562-206aa0bfaf31, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb98624-74fc-4bfc-aa99-ebcfad0f31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2'}}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:40:13.805493 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:13.817360 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-645a7ec7-bf62-4507-8801-f106620c3f48 service neutron] 10.222.0.35 "GET /v2.0/networks/29424364-8c46-404f-bc9f-9d7a9e688e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142114 Aug 25 16:40:13.872396 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:13.886053 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:13.890470 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:13.979343 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:13.980069 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] For port 73392dcd-b7b4-4dcf-9562-206aa0bfaf31, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:40:13.984161 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] For port 73392dcd-b7b4-4dcf-9562-206aa0bfaf31, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=73392dcd-b7b4-4dcf-9562-206aa0bfaf31,segment=NetworkSegment(8cb98624-74fc-4bfc-aa99-ebcfad0f31da),segment_id=8cb98624-74fc-4bfc-aa99-ebcfad0f31da)] {{(pid=75941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:40:13.989069 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=76893a12-d17b-4810-a0da-51db5db4928c,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:14.002673 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:14.092737 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09dc65-f6cd-43d1-bf99-88ac0416c406 req-014af45b-3f70-41ca-a0ac-ab560a58be18 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:14.092737 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0e09dc65-f6cd-43d1-bf99-88ac0416c406 req-014af45b-3f70-41ca-a0ac-ab560a58be18 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 943 time: 0.3577046 Aug 25 16:40:14.107667 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:14.113920 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:14.187354 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-29621ec4-772c-453b-b64d-530221ea147a service neutron] 10.222.0.35 "GET /v2.0/networks/29424364-8c46-404f-bc9f-9d7a9e688e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615899 Aug 25 16:40:14.254338 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Pushing event updated for resources: {'Port': ['ID=73392dcd-b7b4-4dcf-9562-206aa0bfaf31,revision_number=2']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:14.259731 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:14.288826 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Allocated IP 172.28.2.197 (298d0f1e-c103-4242-b158-a28991e655e1/5184b04e-1ca0-4ee3-a46f-6b013348b4a8/ea6eebca-a447-41e6-bfde-ef442989bc79) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:40:14.294689 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0e09dc65-f6cd-43d1-bf99-88ac0416c406 req-7c8319e8-f62f-4830-b880-4ec9f2dcd588 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978056 Aug 25 16:40:14.329309 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['76893a12-d17b-4810-a0da-51db5db4928c'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:40:14.711753 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:14.860435 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3118db9-4f16-4b83-9584-88afc650debf req-cfab8570-645e-49b1-8979-be36155d0378 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:14.864713 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f3118db9-4f16-4b83-9584-88afc650debf req-cfab8570-645e-49b1-8979-be36155d0378 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1179118 Aug 25 16:40:14.942799 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f3118db9-4f16-4b83-9584-88afc650debf req-50c1d782-77a2-49e7-b8bf-ff1a19ea057b tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709763 Aug 25 16:40:14.947495 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:14.954516 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:15.053400 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Network 298d0f1e-c103-4242-b158-a28991e655e1 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:40:15.057102 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:40:15.059174 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Pushing event updated for resources: {'Port': ['ID=ea6eebca-a447-41e6-bfde-ef442989bc79,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:15.068817 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:40:15.110788 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:15.638431 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:15.639177 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741915'] for router, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:15.830358 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af602c27-6f20-4911-9d7d-11c5e4944b7f req-0dc51ffa-c90f-4ab9-b816-51376521c029 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:15.843180 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-af602c27-6f20-4911-9d7d-11c5e4944b7f req-0dc51ffa-c90f-4ab9-b816-51376521c029 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 944 time: 0.2925596 Aug 25 16:40:15.884471 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627161c6-f305-402e-9776-df61552e3552 None None] Network 5ae4b2c8-5b57-47b7-8f20-23c93260cde2 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:40:16.233374 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-af602c27-6f20-4911-9d7d-11c5e4944b7f req-e61e565f-efa1-4d70-84f7-61a1673b6b24 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891537 Aug 25 16:40:16.311897 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-60ae1d95-3e6d-4f5d-aa01-d47383f58d6c req-31fcb172-1171-4250-93fb-f8f00c9178ed tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 210 time: 0.1239593 Aug 25 16:40:16.666021 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 76893a12-d17b-4810-a0da-51db5db4928c up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:40:16.693633 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Router ccfd9623-29e6-494d-93bf-4ca86e897dca is scheduled to L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 with binding_index 1 {{(pid=75939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:40:16.732852 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:40:16.791509 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-0217420f-dd0b-48fb-9940-bc4e5e371390 None None] Provisioning for port 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:40:17.043275 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:40:17.054742 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:17.055555 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:17.095837 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port 76893a12-d17b-4810-a0da-51db5db4928c completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:40:17.141090 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port 76893a12-d17b-4810-a0da-51db5db4928c triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:17.142162 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:17.226306 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:40:17.243315 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Sync routers for ids ['ccfd9623-29e6-494d-93bf-4ca86e897dca'] in dv-cinder-806008-1-smb {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:40:17.302758 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Routers {'ccfd9623-29e6-494d-93bf-4ca86e897dca'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:40:17.304384 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:39:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['ccfd9623-29e6-494d-93bf-4ca86e897dca'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:17.420542 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] Notify callbacks [] for router, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:17.424690 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-4a2ce378-9019-423e-ab68-9e99844692df admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2149615 Aug 25 16:40:17.426646 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 58266) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:17.446605 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:17.475206 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:17.569716 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-1f4d5004-7361-413e-908e-5ef7c49bf7b7 None None] Provisioning complete for port 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:17.570410 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-1f4d5004-7361-413e-908e-5ef7c49bf7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:17.772300 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91bad94-4f4f-4604-8f3e-e5a19dafe619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76893a12-d17b-4810-a0da-51db5db4928c'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:40:17.829487 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 76893a12-d17b-4810-a0da-51db5db4928c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=76893a12-d17b-4810-a0da-51db5db4928c,segment=NetworkSegment(5f9746cd-5c26-49a9-b753-20d4f78ecc36),segment_id=5f9746cd-5c26-49a9-b753-20d4f78ecc36)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:40:17.838250 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port 73392dcd-b7b4-4dcf-9562-206aa0bfaf31, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=73392dcd-b7b4-4dcf-9562-206aa0bfaf31,segment=NetworkSegment(8cb98624-74fc-4bfc-aa99-ebcfad0f31da),segment_id=8cb98624-74fc-4bfc-aa99-ebcfad0f31da)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:40:17.840082 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b324417a-23eb-46e3-b193-17afa09ffd30 req-61adf509-368d-4670-9412-464063bfdcd5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 210 time: 0.1082554 Aug 25 16:40:17.928116 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Set router ccfd9623-29e6-494d-93bf-4ca86e897dca gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:40:18.000540 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1400e7-06fc-41a8-b49c-7bebfc5f1eb7 req-60e860b9-af31-4b61-87b5-416711864131 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:18.020225 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8b1400e7-06fc-41a8-b49c-7bebfc5f1eb7 req-60e860b9-af31-4b61-87b5-416711864131 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 944 time: 0.4300730 Aug 25 16:40:18.089667 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-1f4d5004-7361-413e-908e-5ef7c49bf7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:18.189345 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:18.206058 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:18.209545 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:18.323861 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91bad94-4f4f-4604-8f3e-e5a19dafe619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76893a12-d17b-4810-a0da-51db5db4928c', 'code': 200} Aug 25 16:40:18.395336 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8b1400e7-06fc-41a8-b49c-7bebfc5f1eb7 req-5baf0b42-8371-48ff-b5b0-703470e51718 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738692 Aug 25 16:40:18.503095 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.db.api [None req-1f4d5004-7361-413e-908e-5ef7c49bf7b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:40:18.503754 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_db.api [None req-1f4d5004-7361-413e-908e-5ef7c49bf7b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:40:18.543082 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=76893a12-d17b-4810-a0da-51db5db4928c,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:18.550400 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'name': 'tempest-TestMinimumBasicScenario-985053090-router', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:12Z', 'updated_at': '2021-08-25T16:40:15Z', 'revision_number': 3, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'gw_port': {'id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:14Z', 'updated_at': '2021-08-25T16:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:18.556157 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Checking router: ccfd9623-29e6-494d-93bf-4ca86e897dca for host: dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:40:18.561540 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Updating router ccfd9623-29e6-494d-93bf-4ca86e897dca port ea6eebca-a447-41e6-bfde-ef442989bc79 binding host dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:40:18.665061 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:18.693429 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=73392dcd-b7b4-4dcf-9562-206aa0bfaf31,revision_number=3']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:18.697769 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:18.698934 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:18.699371 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:19.321497 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-95e7345c-ab32-4299-996c-62a44d0673c0 req-72e98793-b356-4e71-87c0-22c48491df03 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 210 time: 0.1349542 Aug 25 16:40:19.458456 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c41fdff1-3a2b-40b1-a12a-869e0ca2b343 req-a9847016-23d7-4db6-957e-be4af8dd21f9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 1098 time: 0.3588367 Aug 25 16:40:19.463716 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Notify callbacks [] for port, precommit_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:19.490811 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.provisioning_blocks [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Transition to ACTIVE for port object ea6eebca-a447-41e6-bfde-ef442989bc79 will not be triggered until provisioned by entity L2. {{(pid=75942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:40:19.573643 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:19.578482 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-d57aab35-1892-41a6-9543-fa479a70db0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:19.791337 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46f62e-e7bf-4246-a902-b3b45133e5a2 None None] Pushing event updated for resources: {'Port': ['ID=ea6eebca-a447-41e6-bfde-ef442989bc79,revision_number=2']} {{(pid=75942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:19.798669 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-0c46f62e-e7bf-4246-a902-b3b45133e5a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:19.799983 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Attempting to bind port ea6eebca-a447-41e6-bfde-ef442989bc79 on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:40:19.800473 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Attempting to bind port ea6eebca-a447-41e6-bfde-ef442989bc79 by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}] {{(pid=75942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:40:19.800841 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Attempting to bind port ea6eebca-a447-41e6-bfde-ef442989bc79 on network 298d0f1e-c103-4242-b158-a28991e655e1 {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:40:19.814355 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:40:19.817193 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Checking segment: {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:40:19.817193 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:19.817193 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Bound using segment: {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'} {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:40:19.817193 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Bound port: ea6eebca-a447-41e6-bfde-ef442989bc79, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}}] {{(pid=75942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:40:19.817193 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:19.834217 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-b1273d60-8c02-4c1c-b639-1aa3a2130aed tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:19.835090 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-b1273d60-8c02-4c1c-b639-1aa3a2130aed tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Synchronizing usage tracker for tenant:0632364c492a47aa83cee3a290aeb58f on resource:network {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:40:19.915452 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c41fdff1-3a2b-40b1-a12a-869e0ca2b343 req-68e1edea-8082-457f-9fad-df2e8260f508 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449434 Aug 25 16:40:19.928800 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-b1273d60-8c02-4c1c-b639-1aa3a2130aed tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Unset dirty status for tenant:0632364c492a47aa83cee3a290aeb58f on resource:network {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:40:19.930591 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-b1273d60-8c02-4c1c-b639-1aa3a2130aed tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.81 "GET /v2.0/networks?id=29424364-8c46-404f-bc9f-9d7a9e688e9b HTTP/1.1" status: 200 len: 808 time: 0.5279133 Aug 25 16:40:19.945205 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.db [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] For port ea6eebca-a447-41e6-bfde-ef442989bc79, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:40:19.950269 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.db [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] For port ea6eebca-a447-41e6-bfde-ef442989bc79, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=ea6eebca-a447-41e6-bfde-ef442989bc79,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:40:19.973187 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362ffc9-5e2f-46ac-b18c-7c9f5a10f5aa req-6987e270-9846-4659-9c77-6113b68ca304 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:19.975556 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5362ffc9-5e2f-46ac-b18c-7c9f5a10f5aa req-6987e270-9846-4659-9c77-6113b68ca304 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 945 time: 0.2781227 Aug 25 16:40:19.992878 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:20.006736 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:20.182205 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46f62e-e7bf-4246-a902-b3b45133e5a2 None None] Pushing event updated for resources: {'Port': ['ID=ea6eebca-a447-41e6-bfde-ef442989bc79,revision_number=3']} {{(pid=75942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:20.199226 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-0c46f62e-e7bf-4246-a902-b3b45133e5a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:20.230950 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Routers {'ccfd9623-29e6-494d-93bf-4ca86e897dca'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:40:20.232664 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:39:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['ccfd9623-29e6-494d-93bf-4ca86e897dca'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:20.294508 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-5488ff50-5877-4ded-a79c-cffe0dc18b55 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Synchronizing usage tracker for tenant:0632364c492a47aa83cee3a290aeb58f on resource:security_group {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:40:20.313670 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-5488ff50-5877-4ded-a79c-cffe0dc18b55 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Unset dirty status for tenant:0632364c492a47aa83cee3a290aeb58f on resource:security_group {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:40:20.315368 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-5488ff50-5877-4ded-a79c-cffe0dc18b55 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0632364c492a47aa83cee3a290aeb58f HTTP/1.1" status: 200 len: 379 time: 0.1007214 Aug 25 16:40:20.321458 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5362ffc9-5e2f-46ac-b18c-7c9f5a10f5aa req-e4cd13a2-ac6d-4e42-a8d5-47ac886f05e6 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524462 Aug 25 16:40:20.349409 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Request body: {'port': {'device_id': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b', 'admin_state_up': True, 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'security_groups': ['dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64']}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:40:20.358944 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:20.506069 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:40:20.628633 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:40:20.634545 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Usage tracker for resource:port and tenant:0632364c492a47aa83cee3a290aeb58f is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:40:20.643269 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:40:20.650720 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:40:20.706506 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Made reservation on behalf of 0632364c492a47aa83cee3a290aeb58f for: {'port': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:40:20.709320 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:20.753836 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] Set router ccfd9623-29e6-494d-93bf-4ca86e897dca gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:40:20.761826 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:20.762478 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:21.033049 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c80bea5c-bc6f-47f2-bfe5-76477551fdb4 req-a93bcd04-280f-4d36-a7b7-654ea79f5982 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 210 time: 0.1227260 Aug 25 16:40:21.103398 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Allocated IP 172.20.0.10 (29424364-8c46-404f-bc9f-9d7a9e688e9b/318626cb-987f-472c-acdb-fe419cfc88c1/ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:40:21.333418 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Allocated IP 172.20.0.1 (5ae4b2c8-5b57-47b7-8f20-23c93260cde2/b1a974d7-f30e-4176-9deb-f8963fe567fd/841e5d2b-70dc-43b8-9ba3-a70bb464266c) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:40:21.365804 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'name': 'tempest-TestMinimumBasicScenario-985053090-router', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:12Z', 'updated_at': '2021-08-25T16:40:15Z', 'revision_number': 3, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'gw_port': {'id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:14Z', 'updated_at': '2021-08-25T16:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:21.371040 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d187585d-29dc-4e7e-a62f-0dc21f55abce None None] The sync data for ids ['ccfd9623-29e6-494d-93bf-4ca86e897dca'] in dv-cinder-806008-1-smb is: [{'id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'name': 'tempest-TestMinimumBasicScenario-985053090-router', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:12Z', 'updated_at': '2021-08-25T16:40:15Z', 'revision_number': 3, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'gw_port': {'id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:14Z', 'updated_at': '2021-08-25T16:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}] {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:40:21.677736 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:21.726316 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.provisioning_blocks [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Transition to ACTIVE for port object ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 will not be triggered until provisioned by entity DHCP. {{(pid=75940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:40:21.804814 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:21.858542 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:21.863523 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.provisioning_blocks [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Transition to ACTIVE for port object 841e5d2b-70dc-43b8-9ba3-a70bb464266c will not be triggered until provisioned by entity DHCP. {{(pid=75939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:40:21.873783 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-15e08e3e-6646-4220-af76-7b649a951e8d tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:21.931215 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dc653-ecd5-4eef-b198-6fcf547ca382 req-afcc4ba2-6b92-49b5-a7c2-99cf1b96ff1a tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:21.949390 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-bb1dc653-ecd5-4eef-b198-6fcf547ca382 req-afcc4ba2-6b92-49b5-a7c2-99cf1b96ff1a tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 945 time: 0.3374708 Aug 25 16:40:22.056171 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-bb1dc653-ecd5-4eef-b198-6fcf547ca382 req-5b51551e-1281-41ca-809e-ebbb3d847a08 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052608 Aug 25 16:40:22.142578 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:22.148132 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-b834639e-41ef-4b4f-b14f-905ec926b952 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:22.165627 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Pushing event updated for resources: {'Port': ['ID=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:22.180194 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:22.222135 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Network 29424364-8c46-404f-bc9f-9d7a9e688e9b is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:40:22.224097 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:40:22.230412 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:40:22.374573 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:22.376533 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:22.432936 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=841e5d2b-70dc-43b8-9ba3-a70bb464266c,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:22.443312 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:22.489243 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Network 5ae4b2c8-5b57-47b7-8f20-23c93260cde2 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:40:22.491985 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:40:22.497937 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:40:22.529492 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-6b9ab2b7-7f7a-49c2-bd66-84e9c8929325 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1842713 Aug 25 16:40:22.545827 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Request body: {'port': {'device_id': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:40:22.608398 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-742085'] for router_interface, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:22.697873 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device ea6eebca-a447-41e6-bfde-ef442989bc79 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:40:22.711989 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6308c-c524-4a5f-8228-47c4ee39459d req-8db32ff0-b21f-496b-8cf9-91e04d6386e4 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:22.727798 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9bd6308c-c524-4a5f-8228-47c4ee39459d req-8db32ff0-b21f-496b-8cf9-91e04d6386e4 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 932 time: 0.3535914 Aug 25 16:40:22.814870 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9bd6308c-c524-4a5f-8228-47c4ee39459d req-7aeaf76b-2fb5-4156-b012-019c05d4986e tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859926 Aug 25 16:40:22.894664 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:22.977225 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:23.014561 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-67e2f481-2e83-4d93-bdd8-f7e7e45c0c3b None None] Provisioning for port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:40:23.020840 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-67e2f481-2e83-4d93-bdd8-f7e7e45c0c3b None None] Provisioning complete for port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:23.022129 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-67e2f481-2e83-4d93-bdd8-f7e7e45c0c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:23.108926 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port ea6eebca-a447-41e6-bfde-ef442989bc79 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:40:23.208809 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port ea6eebca-a447-41e6-bfde-ef442989bc79 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:23.209231 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:23.305234 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-67e2f481-2e83-4d93-bdd8-f7e7e45c0c3b None None] Port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:40:23.422932 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:23.460009 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port ea6eebca-a447-41e6-bfde-ef442989bc79, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=ea6eebca-a447-41e6-bfde-ef442989bc79,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:40:23.489239 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:23.542962 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:23.546084 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:23.602087 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-6e4af4d9-4158-460f-b1af-9d412e45f02f None None] Provisioning for port 841e5d2b-70dc-43b8-9ba3-a70bb464266c completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:40:23.620858 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-6e4af4d9-4158-460f-b1af-9d412e45f02f None None] Provisioning complete for port 841e5d2b-70dc-43b8-9ba3-a70bb464266c triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:23.621488 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-6e4af4d9-4158-460f-b1af-9d412e45f02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:23.624504 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:23.659247 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-dfe707bf-9c79-4420-8c9c-caaec52b3f61 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:23.758470 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=841e5d2b-70dc-43b8-9ba3-a70bb464266c,revision_number=2']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:23.762075 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66893069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742188'] for router_interface, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:23.768988 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:23.789154 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-6e4af4d9-4158-460f-b1af-9d412e45f02f None None] Port 841e5d2b-70dc-43b8-9ba3-a70bb464266c cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:40:23.792264 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=ea6eebca-a447-41e6-bfde-ef442989bc79,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:23.803569 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:23.816956 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2adfb2-8141-4709-bc63-c19221c8caf2 req-6920e5a2-e1b0-4ff1-be8b-6160e3f51911 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:23.818914 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fc2adfb2-8141-4709-bc63-c19221c8caf2 req-6920e5a2-e1b0-4ff1-be8b-6160e3f51911 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 945 time: 0.2843122 Aug 25 16:40:23.837884 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 {{(pid=75940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:40:23.849679 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:23.863935 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-cca590c8-3712-42f9-8f7e-b88582355926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:23.871679 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.provisioning_blocks [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Transition to ACTIVE for port object ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 will not be triggered until provisioned by entity L2. {{(pid=75940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:40:23.961541 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fc2adfb2-8141-4709-bc63-c19221c8caf2 req-f035a58a-58bf-43e9-941e-e8ba86f4993a tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904913 Aug 25 16:40:23.975717 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:23.976793 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-7649fd01-f456-46a2-b223-b661e4b68030 tempest-DeleteServersTestJSON-27105291 tempest-DeleteServersTestJSON-27105291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:24.048404 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Network 5ae4b2c8-5b57-47b7-8f20-23c93260cde2 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:40:24.048404 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:40:24.352964 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:24.361552 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:24.508252 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device ea6eebca-a447-41e6-bfde-ef442989bc79 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:40:24.588632 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Attempting to bind port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:40:24.589049 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Attempting to bind port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '596b9a34-e0fb-464c-a54b-4d1a8cf7117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b'}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:40:24.589655 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Attempting to bind port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 on network 29424364-8c46-404f-bc9f-9d7a9e688e9b {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:40:24.599588 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 on network 29424364-8c46-404f-bc9f-9d7a9e688e9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:40:24.600244 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Attempting to bind port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 on network 29424364-8c46-404f-bc9f-9d7a9e688e9b {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:40:24.611397 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:40:24.611776 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Checking segment: {'id': '596b9a34-e0fb-464c-a54b-4d1a8cf7117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:40:24.612270 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Bound using segment: {'id': '596b9a34-e0fb-464c-a54b-4d1a8cf7117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b'} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:40:24.612880 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Bound port: ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596b9a34-e0fb-464c-a54b-4d1a8cf7117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b'}}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:40:24.613234 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:24.659633 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-7bb52c55-e825-4e92-a746-9d7c66cc610a None None] Provisioning complete for port 841e5d2b-70dc-43b8-9ba3-a70bb464266c triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:24.660051 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-7bb52c55-e825-4e92-a746-9d7c66cc610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:24.726931 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port ea6eebca-a447-41e6-bfde-ef442989bc79 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:24.727436 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:24.781644 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-7bb52c55-e825-4e92-a746-9d7c66cc610a None None] Port 841e5d2b-70dc-43b8-9ba3-a70bb464266c cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:40:24.794265 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] For port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55, host hv-cinder-80600, cleared binding levels {{(pid=75940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:40:24.797978 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] For port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55,segment=NetworkSegment(596b9a34-e0fb-464c-a54b-4d1a8cf7117b),segment_id=596b9a34-e0fb-464c-a54b-4d1a8cf7117b)] {{(pid=75940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:40:24.805923 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3e8e4-7d36-43aa-a2d0-5f89e2eb8a7a req-556919fd-4e22-479d-97e2-489a34068d72 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:24.807550 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-33e3e8e4-7d36-43aa-a2d0-5f89e2eb8a7a req-556919fd-4e22-479d-97e2-489a34068d72 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.6493287 Aug 25 16:40:24.816771 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8374df5-319b-49b3-b174-490d248e2b28 req-7181b7fa-6bfd-41b8-8db6-28aa50ae4252 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:24.818245 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c8374df5-319b-49b3-b174-490d248e2b28 req-7181b7fa-6bfd-41b8-8db6-28aa50ae4252 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 944 time: 0.5358787 Aug 25 16:40:24.885228 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:24.889463 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:24.940335 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:24.987023 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-33e3e8e4-7d36-43aa-a2d0-5f89e2eb8a7a req-47047aa6-50a2-460a-a555-aad3fc4a98e4 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675742 Aug 25 16:40:24.994567 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c8374df5-319b-49b3-b174-490d248e2b28 req-de41bb16-c900-4dfa-9d1e-d447e5bae6a9 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181054 Aug 25 16:40:25.032797 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:25.034302 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] 10.222.0.81 "PUT /v2.0/ports/ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 HTTP/1.1" status: 200 len: 1094 time: 2.4932566 Aug 25 16:40:25.034734 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'tag': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:40:25.071711 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55,revision_number=3']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:25.084803 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:25.144821 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'tag': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55', 'status': 'completed', 'code': 200} Aug 25 16:40:25.204925 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Router ccfd9623-29e6-494d-93bf-4ca86e897dca has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:40:25.295774 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-a8effaba-da01-4f30-ab1e-e7a235cd5030 req-f7d0595e-c020-4648-a7ba-628ec9144e91 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0632364c492a47aa83cee3a290aeb58f&device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 1097 time: 0.1170394 Aug 25 16:40:25.470229 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:40:25.491220 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] 10.222.0.35 "PUT /v2.0/routers/ccfd9623-29e6-494d-93bf-4ca86e897dca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0538845 Aug 25 16:40:25.497181 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8effaba-da01-4f30-ab1e-e7a235cd5030 req-c967cc15-e894-4f14-806d-f837d5a359df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:25.499154 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-a8effaba-da01-4f30-ab1e-e7a235cd5030 req-c967cc15-e894-4f14-806d-f837d5a359df service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=0632364c492a47aa83cee3a290aeb58f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1847012 Aug 25 16:40:25.527363 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:25.713445 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8effaba-da01-4f30-ab1e-e7a235cd5030 req-13757433-8cba-42d1-b753-38e1ae488a94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:25.716354 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-a8effaba-da01-4f30-ab1e-e7a235cd5030 req-13757433-8cba-42d1-b753-38e1ae488a94 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2086306 Aug 25 16:40:25.865726 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-c8e52c47-25c7-4b79-b6c9-06d331f14daf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0632364c492a47aa83cee3a290aeb58f&device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 1097 time: 0.1024885 Aug 25 16:40:25.964617 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-c9d13b64-9752-4a8b-951d-8b538e36e262 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 HTTP/1.1" status: 200 len: 217 time: 0.0861452 Aug 25 16:40:26.069398 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-59e14bc9-99e0-4b6f-8bd8-b0d1606dc6d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:26.070996 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-59e14bc9-99e0-4b6f-8bd8-b0d1606dc6d3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=318626cb-987f-472c-acdb-fe419cfc88c1 HTTP/1.1" status: 200 len: 847 time: 0.0893884 Aug 25 16:40:26.071506 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Sync routers for ids ['ccfd9623-29e6-494d-93bf-4ca86e897dca'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:40:26.098749 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Routers {'ccfd9623-29e6-494d-93bf-4ca86e897dca'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:40:26.099746 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:39:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['ccfd9623-29e6-494d-93bf-4ca86e897dca'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:26.230791 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-deddc3a0-032f-4e8e-8d7b-b96ada1640e8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=29424364-8c46-404f-bc9f-9d7a9e688e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1482978 Aug 25 16:40:26.488810 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-be0e91a9-bfaf-46e1-bbee-bb3108efe6ba service neutron] 10.222.0.81 "GET /v2.0/networks/29424364-8c46-404f-bc9f-9d7a9e688e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494662 Aug 25 16:40:26.503744 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0fa3-ebd6-4c00-9ddc-99beb7cdf93b req-586f78de-2bcf-4a39-8238-24858461787c tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:26.505476 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7e1d0fa3-ebd6-4c00-9ddc-99beb7cdf93b req-586f78de-2bcf-4a39-8238-24858461787c tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 944 time: 0.2807658 Aug 25 16:40:26.518083 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Set router ccfd9623-29e6-494d-93bf-4ca86e897dca gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:40:26.518697 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f98a1-4bab-423f-84cd-d93c74028871 req-38e2b95c-6bd2-4eb7-a415-e379ce86e632 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:26.525767 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b85f98a1-4bab-423f-84cd-d93c74028871 req-38e2b95c-6bd2-4eb7-a415-e379ce86e632 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.2231452 Aug 25 16:40:26.626688 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b85f98a1-4bab-423f-84cd-d93c74028871 req-b091529c-045a-4034-b67e-ea6d9c9f6b48 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993791 Aug 25 16:40:26.638273 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7e1d0fa3-ebd6-4c00-9ddc-99beb7cdf93b req-b0b1df50-508b-44ef-b564-9116f2e8af90 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092598 Aug 25 16:40:26.748020 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-a3013e36-43b4-4ab7-9b69-252479c5c7f7 req-4833147b-af07-40e1-96c9-d277ab957109 service neutron] 10.222.0.81 "GET /v2.0/networks/29424364-8c46-404f-bc9f-9d7a9e688e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489071 Aug 25 16:40:26.983815 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'name': 'tempest-TestMinimumBasicScenario-985053090-router', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:12Z', 'updated_at': '2021-08-25T16:40:22Z', 'revision_number': 4, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'gw_port': {'id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:14Z', 'updated_at': '2021-08-25T16:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': '841e5d2b-70dc-43b8-9ba3-a70bb464266c', 'name': '', 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'mac_address': 'fa:16:3e:b4:7d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:20Z', 'updated_at': '2021-08-25T16:40:23Z', 'revision_number': 2, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'subnets': [{'id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:26.991536 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Checking router: ccfd9623-29e6-494d-93bf-4ca86e897dca for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:40:26.992107 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Updating router ccfd9623-29e6-494d-93bf-4ca86e897dca port 841e5d2b-70dc-43b8-9ba3-a70bb464266c binding host dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:40:27.057778 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:27.148083 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 58418) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:27.155386 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-192352027-network', 'tenant_id': '512800f8892844c2bfaee346d1b1211b'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:40:27.161378 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:40:27.166364 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Usage tracker for resource:network and tenant:512800f8892844c2bfaee346d1b1211b is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:40:27.170143 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:40:27.178207 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:40:27.283399 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Made reservation on behalf of 512800f8892844c2bfaee346d1b1211b for: {'network': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:40:27.285752 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for network, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:27.299920 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:27.336139 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:40:27.340854 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Usage tracker for resource:security_group_rule and tenant:512800f8892844c2bfaee346d1b1211b is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:40:27.344860 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f9dca-629a-46be-b443-77a5de41b383 req-43a6577b-5283-4b85-958b-407f4eb79ac5 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:27.345670 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:40:27.345834 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-451f9dca-629a-46be-b443-77a5de41b383 req-43a6577b-5283-4b85-958b-407f4eb79ac5 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Synchronizing usage tracker for tenant:751c2e48d9e64ae0886929b884077d9d on resource:port {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:40:27.350636 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:40:27.361717 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e95a0048-e678-47e3-bea6-959cb4b9a9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:27.364307 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-451f9dca-629a-46be-b443-77a5de41b383 req-43a6577b-5283-4b85-958b-407f4eb79ac5 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Unset dirty status for tenant:751c2e48d9e64ae0886929b884077d9d on resource:port {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:40:27.367682 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-451f9dca-629a-46be-b443-77a5de41b383 req-43a6577b-5283-4b85-958b-407f4eb79ac5 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.1322250 Aug 25 16:40:27.441860 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:27.458403 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-451f9dca-629a-46be-b443-77a5de41b383 req-b7a77e46-f08f-4e47-9fbf-bed2e5e8f2c1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Deleting port f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:40:27.458746 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-451f9dca-629a-46be-b443-77a5de41b383 req-b7a77e46-f08f-4e47-9fbf-bed2e5e8f2c1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:27.528957 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:27.530434 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Notify callbacks [] for port, precommit_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:27.534513 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-18b2c7b0-f486-4a9b-a132-32038af6a2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:27.546006 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Transition to ACTIVE for port object 841e5d2b-70dc-43b8-9ba3-a70bb464266c will not be triggered until provisioned by entity L2. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:40:27.566927 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] vlan segment allocate from pool success with {'vlan_id': 1210, 'physical_network': 'physnet1'} {{(pid=75939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:40:27.579092 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2402343a-6b28-4e43-ab4e-50d0d18090d3,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:27.582162 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:27.635110 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:27.637116 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:27.637539 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.db.segments_db [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Added segment 378a468f-31a6-49e0-88c5-54d3eaef4eb2 of type vlan for network a45c29c3-a958-42ed-80a9-329fc5d1d77d Aug 25 16:40:27.640103 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:27.696259 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731567222914'] for network, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:27.798622 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f31c31-1dbc-49cc-8d41-7b9e29e20cae None None] Pushing event updated for resources: {'Port': ['ID=841e5d2b-70dc-43b8-9ba3-a70bb464266c,revision_number=3']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:27.802439 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-b1f31c31-1dbc-49cc-8d41-7b9e29e20cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:27.815030 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-451f9dca-629a-46be-b443-77a5de41b383 req-b7a77e46-f08f-4e47-9fbf-bed2e5e8f2c1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] For port f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb,segment=NetworkSegment(f2fc91ca-ea4e-417f-bb49-e2b3dbe70918),segment_id=f2fc91ca-ea4e-417f-bb49-e2b3dbe70918)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:40:27.815531 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-451f9dca-629a-46be-b443-77a5de41b383 req-b7a77e46-f08f-4e47-9fbf-bed2e5e8f2c1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:27.860121 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for network, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:27.864940 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:27.865848 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:27.918506 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-aa5680ea-2d9f-401c-8632-27186920280e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:27.939885 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Attempting to bind port 841e5d2b-70dc-43b8-9ba3-a70bb464266c on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:40:27.939885 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Attempting to bind port 841e5d2b-70dc-43b8-9ba3-a70bb464266c by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '8cb98624-74fc-4bfc-aa99-ebcfad0f31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2'}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:40:27.939885 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Attempting to bind port 841e5d2b-70dc-43b8-9ba3-a70bb464266c on network 5ae4b2c8-5b57-47b7-8f20-23c93260cde2 {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:40:27.970604 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:40:27.971159 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Checking segment: {'id': '8cb98624-74fc-4bfc-aa99-ebcfad0f31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:40:27.971678 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:27.972221 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Bound using segment: {'id': '8cb98624-74fc-4bfc-aa99-ebcfad0f31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2'} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:40:27.972863 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Bound port: 841e5d2b-70dc-43b8-9ba3-a70bb464266c, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb98624-74fc-4bfc-aa99-ebcfad0f31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2'}}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:40:27.975275 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:28.052999 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Pushing event updated for resources: {'Network': ['ID=a45c29c3-a958-42ed-80a9-329fc5d1d77d,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:28.056207 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:28.058249 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-211151a0-9683-42bc-826e-97a223bb8990 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9087541 Aug 25 16:40:28.061057 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-451f9dca-629a-46be-b443-77a5de41b383 req-b7a77e46-f08f-4e47-9fbf-bed2e5e8f2c1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Calling delete_port for f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb owned by compute:nova {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:40:28.103201 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] For port 841e5d2b-70dc-43b8-9ba3-a70bb464266c, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:40:28.107328 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] For port 841e5d2b-70dc-43b8-9ba3-a70bb464266c, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=841e5d2b-70dc-43b8-9ba3-a70bb464266c,segment=NetworkSegment(8cb98624-74fc-4bfc-aa99-ebcfad0f31da),segment_id=8cb98624-74fc-4bfc-aa99-ebcfad0f31da)] {{(pid=75941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:40:28.120616 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Network a45c29c3-a958-42ed-80a9-329fc5d1d77d details requested by agent ovs-agent-dv-cinder-806008-1-smb with host dv-cinder-806008-1-smb {{(pid=75941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:40:28.139517 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 58446) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:28.156488 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-4e57cf9b-2df9-48ea-b23e-7a0fd2f03944 admin admin] Request body: {'subnet': {'network_id': 'a45c29c3-a958-42ed-80a9-329fc5d1d77d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-192352027-subnet', 'tenant_id': '512800f8892844c2bfaee346d1b1211b', 'ip_version': 4}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:40:28.180027 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-4e57cf9b-2df9-48ea-b23e-7a0fd2f03944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:40:28.195188 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-4e57cf9b-2df9-48ea-b23e-7a0fd2f03944 admin admin] Usage tracker for resource:subnet and tenant:512800f8892844c2bfaee346d1b1211b is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:40:28.196238 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:28.200544 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-4e57cf9b-2df9-48ea-b23e-7a0fd2f03944 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:40:28.211163 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-4e57cf9b-2df9-48ea-b23e-7a0fd2f03944 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:40:28.261128 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277164f-1137-42cc-b1ca-78eabbe82caa req-8dade36e-14d5-49ae-a429-6d410f1e5b7f tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:28.262722 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2277164f-1137-42cc-b1ca-78eabbe82caa req-8dade36e-14d5-49ae-a429-6d410f1e5b7f tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 945 time: 0.3466744 Aug 25 16:40:28.310304 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8efeb-be48-40de-90e1-8d005f2dd50f req-45539daa-ef65-4279-91fe-9a7e4f57924d tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:28.311803 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-72f8efeb-be48-40de-90e1-8d005f2dd50f req-45539daa-ef65-4279-91fe-9a7e4f57924d tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 944 time: 0.3943629 Aug 25 16:40:28.315811 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e57cf9b-2df9-48ea-b23e-7a0fd2f03944 admin admin] Made reservation on behalf of 512800f8892844c2bfaee346d1b1211b for: {'subnet': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:40:28.318347 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4e57cf9b-2df9-48ea-b23e-7a0fd2f03944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1491093'] for subnet, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:28.328327 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:28.346427 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-b1f31c31-1dbc-49cc-8d41-7b9e29e20cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:28.428150 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-451f9dca-629a-46be-b443-77a5de41b383 req-b7a77e46-f08f-4e47-9fbf-bed2e5e8f2c1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:28.438235 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-14110590-3221-4983-aedb-1fb00bf704e2 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:28.471913 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['3008c9b0-8ff0-41af-b667-eb4336971fb9', 'f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:40:28.493777 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2277164f-1137-42cc-b1ca-78eabbe82caa req-40761a0e-89fc-4c6c-a365-4f768d428ebe tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203317 Aug 25 16:40:28.502622 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-72f8efeb-be48-40de-90e1-8d005f2dd50f req-cd18656c-29f6-4f30-9737-bf8a7498dc21 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693249 Aug 25 16:40:28.537605 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a77e46-f08f-4e47-9fbf-bed2e5e8f2c1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Pushing event deleted for resources: {'Port': ['ID=f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:28.549399 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-b7a77e46-f08f-4e47-9fbf-bed2e5e8f2c1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:28.556339 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f31c31-1dbc-49cc-8d41-7b9e29e20cae None None] Pushing event updated for resources: {'Port': ['ID=841e5d2b-70dc-43b8-9ba3-a70bb464266c,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:28.560637 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-b1f31c31-1dbc-49cc-8d41-7b9e29e20cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:28.617845 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:40:28.629393 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Routers {'ccfd9623-29e6-494d-93bf-4ca86e897dca'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:40:28.630416 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:40:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['ccfd9623-29e6-494d-93bf-4ca86e897dca'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:28.641930 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-451f9dca-629a-46be-b443-77a5de41b383 req-b7a77e46-f08f-4e47-9fbf-bed2e5e8f2c1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] No DVR routers for this DVR port f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb on host hv-cinder-80600 {{(pid=75940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:40:28.644832 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-451f9dca-629a-46be-b443-77a5de41b383 req-b7a77e46-f08f-4e47-9fbf-bed2e5e8f2c1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:28.648793 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5', 'name': 'network-vif-deleted', 'tag': 'f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:40:28.735184 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5', 'name': 'network-vif-deleted', 'tag': 'f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb', 'status': 'completed', 'code': 200} Aug 25 16:40:28.773618 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-451f9dca-629a-46be-b443-77a5de41b383 req-b7a77e46-f08f-4e47-9fbf-bed2e5e8f2c1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.81 "DELETE /v2.0/ports/f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb HTTP/1.1" status: 204 len: 173 time: 1.3962841 Aug 25 16:40:28.913681 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4e57cf9b-2df9-48ea-b23e-7a0fd2f03944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1700277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1491079'] for subnet, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:28.918229 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:28.972313 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] Set router ccfd9623-29e6-494d-93bf-4ca86e897dca gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:40:28.998795 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57cf9b-2df9-48ea-b23e-7a0fd2f03944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54924858-1d40-4044-a651-f88654371fac,revision_number=0']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:29.003435 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-4e57cf9b-2df9-48ea-b23e-7a0fd2f03944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:29.021205 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57cf9b-2df9-48ea-b23e-7a0fd2f03944 admin admin] Checking segment: {'id': '378a468f-31a6-49e0-88c5-54d3eaef4eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'a45c29c3-a958-42ed-80a9-329fc5d1d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:40:29.022123 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e57cf9b-2df9-48ea-b23e-7a0fd2f03944 admin admin] Network hostable DHCP agents. Network: a45c29c3-a958-42ed-80a9-329fc5d1d77d, hostable agents: ['15364a29-dc0b-4d98-aa4e-4a52ef949670'], hosted agents: [] {{(pid=75939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:40:29.122951 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e57cf9b-2df9-48ea-b23e-7a0fd2f03944 admin admin] Network a45c29c3-a958-42ed-80a9-329fc5d1d77d is scheduled to be hosted by DHCP agent 15364a29-dc0b-4d98-aa4e-4a52ef949670 with binding_index 1 {{(pid=75939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:40:29.208735 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-4e57cf9b-2df9-48ea-b23e-7a0fd2f03944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-smb, a45c29c3-a958-42ed-80a9-329fc5d1d77d) {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:40:29.213073 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e57cf9b-2df9-48ea-b23e-7a0fd2f03944 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:29.213886 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4e57cf9b-2df9-48ea-b23e-7a0fd2f03944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for subnet, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:29.231728 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55,segment=NetworkSegment(596b9a34-e0fb-464c-a54b-4d1a8cf7117b),segment_id=596b9a34-e0fb-464c-a54b-4d1a8cf7117b)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:40:29.242790 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d2c8ac-efa0-425f-96f8-dd487838b49b None None] Network a45c29c3-a958-42ed-80a9-329fc5d1d77d requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:40:29.300586 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-4e57cf9b-2df9-48ea-b23e-7a0fd2f03944 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1591933 Aug 25 16:40:29.302963 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 58458) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:29.307941 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-192352027-router', 'tenant_id': '512800f8892844c2bfaee346d1b1211b', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:40:29.313677 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:40:29.318546 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Usage tracker for resource:router and tenant:512800f8892844c2bfaee346d1b1211b is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:40:29.322001 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:40:29.327933 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:40:29.385803 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55', 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b', 'port_id': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55', 'mac_address': 'fa:16:3e:35:0c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:40:29.420517 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3833'] for router, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:29.421899 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3826'] for router, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:29.442166 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:29.524798 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:29.639845 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:40:29.694725 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55,segment=NetworkSegment(596b9a34-e0fb-464c-a54b-4d1a8cf7117b),segment_id=596b9a34-e0fb-464c-a54b-4d1a8cf7117b)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:40:29.758950 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf32eec6-35ad-50e1-8160-6e5ab00d733c-a45c29c3-a958-42ed-80a9-329fc5d1d77d', 'network_id': 'a45c29c3-a958-42ed-80a9-329fc5d1d77d', 'tenant_id': '512800f8892844c2bfaee346d1b1211b', 'fixed_ips': [{'subnet_id': '54924858-1d40-4044-a651-f88654371fac'}]}} from dv-cinder-806008-1-smb. {{(pid=75941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:40:29.759792 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:29.791866 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58468) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:29.808021 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:29.822838 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:29.851880 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f86ef34c-b6af-45f6-9b09-a7a32fa89b39 req-dcd302ce-c0b7-4044-bd00-cde03e93e865 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e7c0f6-b7ca-453c-8d65-7d291d1c24b5 HTTP/1.1" status: 200 len: 210 time: 0.0898774 Aug 25 16:40:29.873246 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:29.914945 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_v2 [None req-189d9a53-824c-4299-a7af-6fa7d6860c0b admin admin] Deleting subnet 59113563-4174-47c6-9899-490d0c7b9542 {{(pid=75940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:40:29.918551 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-189d9a53-824c-4299-a7af-6fa7d6860c0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:29.933356 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'name': 'tempest-TestMinimumBasicScenario-985053090-router', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:12Z', 'updated_at': '2021-08-25T16:40:22Z', 'revision_number': 4, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'gw_port': {'id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:14Z', 'updated_at': '2021-08-25T16:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': '841e5d2b-70dc-43b8-9ba3-a70bb464266c', 'name': '', 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'mac_address': 'fa:16:3e:b4:7d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:20Z', 'updated_at': '2021-08-25T16:40:28Z', 'revision_number': 4, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'subnets': [{'id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:29.952311 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a378f2-927e-4e06-9562-c5c34b9a9ccf None None] The sync data for ids ['ccfd9623-29e6-494d-93bf-4ca86e897dca'] in dv-cinder-806008-1-smb is: [{'id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'name': 'tempest-TestMinimumBasicScenario-985053090-router', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:12Z', 'updated_at': '2021-08-25T16:40:22Z', 'revision_number': 4, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'gw_port': {'id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:14Z', 'updated_at': '2021-08-25T16:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': '841e5d2b-70dc-43b8-9ba3-a70bb464266c', 'name': '', 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'mac_address': 'fa:16:3e:b4:7d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:20Z', 'updated_at': '2021-08-25T16:40:28Z', 'revision_number': 4, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'subnets': [{'id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:40:29.961551 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-743672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3804'] for router, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:30.017048 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-189d9a53-824c-4299-a7af-6fa7d6860c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652215'] for subnet, precommit_delete_associations {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:30.025056 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f005e8-4312-4c91-b4f4-e435c3764bbd req-e7a9b663-e4a1-4ca0-a048-3889fc6a20f1 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:30.026859 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f7f005e8-4312-4c91-b4f4-e435c3764bbd req-e7a9b663-e4a1-4ca0-a048-3889fc6a20f1 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 945 time: 0.2157755 Aug 25 16:40:30.072642 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:30.163942 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-189d9a53-824c-4299-a7af-6fa7d6860c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794922'] for subnet, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:30.184892 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:30.193854 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:40:30.279761 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f7f005e8-4312-4c91-b4f4-e435c3764bbd req-a75e6724-48d9-4d3b-ad6c-64e40f2c68bc tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375784 Aug 25 16:40:30.309679 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.db_base_plugin_common [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Allocated IP 172.20.0.2 (a45c29c3-a958-42ed-80a9-329fc5d1d77d/54924858-1d40-4044-a651-f88654371fac/e588e7a8-53ad-46b1-a712-29d35b0c6069) {{(pid=75941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:40:30.393123 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-189d9a53-824c-4299-a7af-6fa7d6860c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1515234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2014473'] for subnet, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:30.398985 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:30.432111 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:30.481389 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d9a53-824c-4299-a7af-6fa7d6860c0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59113563-4174-47c6-9899-490d0c7b9542,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:30.485957 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 841e5d2b-70dc-43b8-9ba3-a70bb464266c up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:40:30.490080 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-189d9a53-824c-4299-a7af-6fa7d6860c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:30.490564 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:30.494350 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-189d9a53-824c-4299-a7af-6fa7d6860c0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:30.501833 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-189d9a53-824c-4299-a7af-6fa7d6860c0b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/59113563-4174-47c6-9899-490d0c7b9542 HTTP/1.1" status: 204 len: 168 time: 0.7084348 Aug 25 16:40:30.504188 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58474) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:30.669377 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d48ab7a9-4e42-4ca0-945c-3e6ab8f630ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66643152'] for network, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:30.679108 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:40:30.705451 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Allocated IP 172.28.2.216 (298d0f1e-c103-4242-b158-a28991e655e1/5184b04e-1ca0-4ee3-a46f-6b013348b4a8/ee89cd51-5991-4f81-b9d1-63920cb30f29) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:40:30.757524 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:40:30.757896 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device f38000ac-cb91-4f5e-8c2d-fbe0ae0c29cb not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:40:30.764639 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port 841e5d2b-70dc-43b8-9ba3-a70bb464266c completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:40:30.776067 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 841e5d2b-70dc-43b8-9ba3-a70bb464266c triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:30.776722 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:30.835927 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d48ab7a9-4e42-4ca0-945c-3e6ab8f630ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796067', 'neutron.services.segments.db._delete_segments_for_network-8731567645826'] for network, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:30.867907 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-d48ab7a9-4e42-4ca0-945c-3e6ab8f630ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a4a220-0e9d-4889-8a61-b17c76300a3b']}} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:30.882255 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-d48ab7a9-4e42-4ca0-945c-3e6ab8f630ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd') {'for_net_delete': True} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:30.882620 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-d48ab7a9-4e42-4ca0-945c-3e6ab8f630ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdeb77ce-16b9-45fc-9f48-ef4d4f996cbd') {} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:30.896014 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d48ab7a9-4e42-4ca0-945c-3e6ab8f630ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731567646621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652216'] for segment, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:30.916874 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:30.937980 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d48ab7a9-4e42-4ca0-945c-3e6ab8f630ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:30.960153 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48ab7a9-4e42-4ca0-945c-3e6ab8f630ea admin admin] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=75940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:40:30.965612 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d48ab7a9-4e42-4ca0-945c-3e6ab8f630ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66794767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1515076'] for segment, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: Traceback (most recent call last): Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: timer() Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: cb(*args, **kw) Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: return func(*args, **kwargs) Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: self._notify() Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: self.callback(batched_events) Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: event.method(event) Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: return f(self, *a, **k) Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: return self._get(url).json() Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: return self.request(url, 'GET', **kwargs) Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:40:30.979654 dv-cinder-806008-1-smb neutron-server[75940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:40:31.050139 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:31.055703 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:31.105308 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Notify callbacks [] for port, precommit_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:31.109307 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:31.144922 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Transition to ACTIVE for port object e588e7a8-53ad-46b1-a712-29d35b0c6069 will not be triggered until provisioned by entity L2. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:40:31.147690 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Network 298d0f1e-c103-4242-b158-a28991e655e1 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:40:31.151701 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:40:31.153818 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=ee89cd51-5991-4f81-b9d1-63920cb30f29,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:31.157252 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:40:31.166822 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d48ab7a9-4e42-4ca0-945c-3e6ab8f630ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741978'] for network, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:31.171187 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-1bff9747-d69d-40cf-8462-07da55bfe07d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:31.181733 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port 841e5d2b-70dc-43b8-9ba3-a70bb464266c, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=841e5d2b-70dc-43b8-9ba3-a70bb464266c,segment=NetworkSegment(8cb98624-74fc-4bfc-aa99-ebcfad0f31da),segment_id=8cb98624-74fc-4bfc-aa99-ebcfad0f31da)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:40:31.183838 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Transition to ACTIVE for port object e588e7a8-53ad-46b1-a712-29d35b0c6069 will not be triggered until provisioned by entity DHCP. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:40:31.199995 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d48ab7a9-4e42-4ca0-945c-3e6ab8f630ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:31.217575 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ab7a9-4e42-4ca0-945c-3e6ab8f630ea admin admin] Pushing event deleted for resources: {'Network': ['ID=b6a4a220-0e9d-4889-8a61-b17c76300a3b,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:31.221589 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d48ab7a9-4e42-4ca0-945c-3e6ab8f630ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:31.232289 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:31.252136 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:31.256412 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:31.330767 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-d48ab7a9-4e42-4ca0-945c-3e6ab8f630ea admin admin] 10.222.0.35 "DELETE /v2.0/networks/b6a4a220-0e9d-4889-8a61-b17c76300a3b HTTP/1.1" status: 204 len: 168 time: 0.8253689 Aug 25 16:40:31.338553 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807'] for port, after_create {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:31.382752 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Network a45c29c3-a958-42ed-80a9-329fc5d1d77d is already hosted by enough agents. {{(pid=75941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:40:31.384262 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.scheduler.base_scheduler [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Resources bound (agent type, host, resource id): {{(pid=75941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:40:31.390214 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Received port after_create {{(pid=75941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:40:31.455376 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=841e5d2b-70dc-43b8-9ba3-a70bb464266c,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:31.493097 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:31.493587 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-5d369b14-0bc3-4731-bb8e-6f84ea243af4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:31.561711 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735caf5f-a31f-4ae7-9fc2-429d9ffd43ed req-302225ce-c53e-4f0e-b986-75b23557b59f tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:31.563977 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-735caf5f-a31f-4ae7-9fc2-429d9ffd43ed req-302225ce-c53e-4f0e-b986-75b23557b59f tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 945 time: 0.1101668 Aug 25 16:40:31.565688 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:31.566406 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741915'] for router, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:31.567689 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Attempting to bind port e588e7a8-53ad-46b1-a712-29d35b0c6069 on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:40:31.568108 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Attempting to bind port e588e7a8-53ad-46b1-a712-29d35b0c6069 by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '378a468f-31a6-49e0-88c5-54d3eaef4eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'a45c29c3-a958-42ed-80a9-329fc5d1d77d'}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:40:31.568481 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Attempting to bind port e588e7a8-53ad-46b1-a712-29d35b0c6069 on network a45c29c3-a958-42ed-80a9-329fc5d1d77d {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:40:31.581425 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Pushing event updated for resources: {'Port': ['ID=e588e7a8-53ad-46b1-a712-29d35b0c6069,revision_number=1']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:31.583991 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:40:31.584511 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Checking segment: {'id': '378a468f-31a6-49e0-88c5-54d3eaef4eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'a45c29c3-a958-42ed-80a9-329fc5d1d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:40:31.584985 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:31.585460 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Bound using segment: {'id': '378a468f-31a6-49e0-88c5-54d3eaef4eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'a45c29c3-a958-42ed-80a9-329fc5d1d77d'} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:40:31.586054 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Bound port: e588e7a8-53ad-46b1-a712-29d35b0c6069, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378a468f-31a6-49e0-88c5-54d3eaef4eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'a45c29c3-a958-42ed-80a9-329fc5d1d77d'}}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:40:31.586541 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:31.605201 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:31.717719 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-735caf5f-a31f-4ae7-9fc2-429d9ffd43ed req-a0dfd03e-6cd9-4784-ac3a-19858fcb6c13 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457927 Aug 25 16:40:31.739313 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] For port e588e7a8-53ad-46b1-a712-29d35b0c6069, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:40:31.742843 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] For port e588e7a8-53ad-46b1-a712-29d35b0c6069, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=e588e7a8-53ad-46b1-a712-29d35b0c6069,segment=NetworkSegment(378a468f-31a6-49e0-88c5-54d3eaef4eb2),segment_id=378a468f-31a6-49e0-88c5-54d3eaef4eb2)] {{(pid=75941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:40:31.838027 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:31.842778 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-d6d61cdc-148d-4b68-a2b5-50d5cf297bd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:31.868271 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58492) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:31.886316 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c791015-8e1d-4005-90fa-b0598acc2c9e req-6d8643c8-7544-44d3-b6d1-ee4626e00010 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:31.888444 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5c791015-8e1d-4005-90fa-b0598acc2c9e req-6d8643c8-7544-44d3-b6d1-ee4626e00010 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1681852 Aug 25 16:40:31.933650 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Pushing event updated for resources: {'Port': ['ID=e588e7a8-53ad-46b1-a712-29d35b0c6069,revision_number=2']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:31.938690 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:31.954848 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-d6f609fc-cb7e-4422-be69-91a3293625fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d9ac5e46adf4553bb170315cf21a079&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0852249 Aug 25 16:40:31.957383 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58496) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:31.976648 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5c791015-8e1d-4005-90fa-b0598acc2c9e req-6304c679-dcae-4f89-bf06-0698b4714e1b tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801249 Aug 25 16:40:32.055364 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b8479d22-916a-4c9d-8165-bffcc45f19eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:32.094760 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Router e802ba76-1a95-4f27-b02d-c6270976f14a is scheduled to L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 with binding_index 1 {{(pid=75939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:40:32.137324 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b8479d22-916a-4c9d-8165-bffcc45f19eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:32.266023 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-afe692bb-f2ef-46f7-8f5b-f88609a29075 req-81ecd842-44ce-465c-bbd3-4a7f8b6b20ab service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844021 Aug 25 16:40:32.359299 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b8479d22-916a-4c9d-8165-bffcc45f19eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:32.365682 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-60c40972-ecaf-4f44-a8db-49e61f89139f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:32.390526 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8479d22-916a-4c9d-8165-bffcc45f19eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7584c959-208f-446f-8ff4-eec364200f29,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:32.397009 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-b8479d22-916a-4c9d-8165-bffcc45f19eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:32.403632 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:40:32.420114 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Sync routers for ids ['e802ba76-1a95-4f27-b02d-c6270976f14a'] in dv-cinder-806008-1-smb {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:40:32.429568 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-afe692bb-f2ef-46f7-8f5b-f88609a29075 req-101e17e2-8813-4502-b188-1e9f98500f5f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e190674e9304482495bba1179171dfd3&device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 1098 time: 0.1354058 Aug 25 16:40:32.438082 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Routers {'e802ba76-1a95-4f27-b02d-c6270976f14a'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:40:32.439370 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:40:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['e802ba76-1a95-4f27-b02d-c6270976f14a'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:32.460194 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b8479d22-916a-4c9d-8165-bffcc45f19eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:32.469150 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-b8479d22-916a-4c9d-8165-bffcc45f19eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7584c959-208f-446f-8ff4-eec364200f29 HTTP/1.1" status: 204 len: 168 time: 0.5070851 Aug 25 16:40:32.547230 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Notify callbacks [] for router, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:32.560590 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2565403 Aug 25 16:40:32.563652 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 58504) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:32.585944 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 841e5d2b-70dc-43b8-9ba3-a70bb464266c up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:40:32.639680 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:40:32.690572 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe692bb-f2ef-46f7-8f5b-f88609a29075 req-204e5f60-f6ed-49d8-902b-492146cc8171 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:32.692234 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-afe692bb-f2ef-46f7-8f5b-f88609a29075 req-204e5f60-f6ed-49d8-902b-492146cc8171 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2b868551-604b-4fc5-b01d-b07c18548dc0 HTTP/1.1" status: 200 len: 913 time: 0.2213979 Aug 25 16:40:32.818676 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Set router e802ba76-1a95-4f27-b02d-c6270976f14a gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:40:32.854605 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 841e5d2b-70dc-43b8-9ba3-a70bb464266c triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:32.855191 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:32.957942 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:40:32.976105 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:32.976495 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:32.977752 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-afe692bb-f2ef-46f7-8f5b-f88609a29075 req-c5ec0055-99ab-47db-a351-0976669aed22 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb1a07d4-db90-4ee5-ac93-176f9dc7f534 HTTP/1.1" status: 200 len: 1000 time: 0.2760205 Aug 25 16:40:33.365022 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe692bb-f2ef-46f7-8f5b-f88609a29075 req-9ae682cb-b4b2-4fd6-bc67-8a68cfc396d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:33.367896 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-afe692bb-f2ef-46f7-8f5b-f88609a29075 req-9ae682cb-b4b2-4fd6-bc67-8a68cfc396d9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc013c14-7af0-4164-ba36-a7b01f82d66b HTTP/1.1" status: 200 len: 850 time: 0.3809488 Aug 25 16:40:33.380202 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c8b2ea-9c5d-4af0-9a41-16329362c867 None None] Network a45c29c3-a958-42ed-80a9-329fc5d1d77d requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:40:33.400709 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98ece6-3ca7-40d8-a1ae-d5ebec2846ab req-f3f7be31-d7b3-4bb3-aacf-afe404b2899d tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:33.413309 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6d98ece6-3ca7-40d8-a1ae-d5ebec2846ab req-f3f7be31-d7b3-4bb3-aacf-afe404b2899d tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 945 time: 0.3101232 Aug 25 16:40:33.426796 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'name': 'tempest-TestMinimumBasicScenario-192352027-router', 'tenant_id': '512800f8892844c2bfaee346d1b1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ee89cd51-5991-4f81-b9d1-63920cb30f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:29Z', 'updated_at': '2021-08-25T16:40:31Z', 'revision_number': 3, 'project_id': '512800f8892844c2bfaee346d1b1211b', 'gw_port': {'id': 'ee89cd51-5991-4f81-b9d1-63920cb30f29', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:30Z', 'updated_at': '2021-08-25T16:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:33.436637 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Checking router: e802ba76-1a95-4f27-b02d-c6270976f14a for host: dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:40:33.438479 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Updating router e802ba76-1a95-4f27-b02d-c6270976f14a port ee89cd51-5991-4f81-b9d1-63920cb30f29 binding host dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:40:33.521774 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:33.539277 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-afe692bb-f2ef-46f7-8f5b-f88609a29075 req-28f11e3e-d7a0-495e-b80b-152b3bba8fcd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2b868551-604b-4fc5-b01d-b07c18548dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1536267 Aug 25 16:40:33.572934 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:33.592279 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device e588e7a8-53ad-46b1-a712-29d35b0c6069 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:40:33.681408 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6d98ece6-3ca7-40d8-a1ae-d5ebec2846ab req-16a6fdac-4403-4de6-96cb-4d6df265e9a1 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648883 Aug 25 16:40:33.771236 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bdbe1-c103-467f-829b-9fe3f40c2a6d req-b9e9943e-99c5-4bda-8200-3fc34edee752 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:33.773090 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:40:33.780488 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e50bdbe1-c103-467f-829b-9fe3f40c2a6d req-b9e9943e-99c5-4bda-8200-3fc34edee752 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.2701292 Aug 25 16:40:33.830825 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-afe692bb-f2ef-46f7-8f5b-f88609a29075 req-1310d93b-6d1f-4f91-9e89-067b5046c28b service neutron] 10.222.0.81 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812653 Aug 25 16:40:33.837547 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55,segment=NetworkSegment(596b9a34-e0fb-464c-a54b-4d1a8cf7117b),segment_id=596b9a34-e0fb-464c-a54b-4d1a8cf7117b)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:40:33.913264 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55', 'code': 200} Aug 25 16:40:33.914851 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-58a91efb-2632-47be-9e78-9d2c2487efe4 None None] Provisioning for port e588e7a8-53ad-46b1-a712-29d35b0c6069 completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:40:33.935451 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:33.953844 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:33.965636 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Notify callbacks [] for port, precommit_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:33.980103 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.provisioning_blocks [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Transition to ACTIVE for port object ee89cd51-5991-4f81-b9d1-63920cb30f29 will not be triggered until provisioned by entity L2. {{(pid=75942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:40:33.984052 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e50bdbe1-c103-467f-829b-9fe3f40c2a6d req-228a5a89-7a89-42e3-88db-65e8d0a47991 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025058 Aug 25 16:40:34.046534 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-afe692bb-f2ef-46f7-8f5b-f88609a29075 req-f94c93ae-2a2f-43be-8be2-b702afc74673 service neutron] 10.222.0.81 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058325 Aug 25 16:40:34.063740 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:34.065497 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:34.068009 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:34.085541 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-0c46f62e-e7bf-4246-a902-b3b45133e5a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:34.134320 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port e588e7a8-53ad-46b1-a712-29d35b0c6069 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:40:34.140520 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port e588e7a8-53ad-46b1-a712-29d35b0c6069 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:34.141156 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:34.213604 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8e15a-7599-4350-ac95-adad382bd199 None None] Pushing event updated for resources: {'Port': ['ID=ee89cd51-5991-4f81-b9d1-63920cb30f29,revision_number=2']} {{(pid=75942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:34.241510 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e8e15a-7599-4350-ac95-adad382bd199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:34.247738 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e8e15a-7599-4350-ac95-adad382bd199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:34.248434 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e8e15a-7599-4350-ac95-adad382bd199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:34.248974 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e8e15a-7599-4350-ac95-adad382bd199 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:34.249623 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e8e15a-7599-4350-ac95-adad382bd199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:34.250707 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e8e15a-7599-4350-ac95-adad382bd199 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:34.251264 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e8e15a-7599-4350-ac95-adad382bd199 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:34.252452 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e8e15a-7599-4350-ac95-adad382bd199 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:34.253024 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e8e15a-7599-4350-ac95-adad382bd199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:34.253749 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e8e15a-7599-4350-ac95-adad382bd199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:34.254291 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e8e15a-7599-4350-ac95-adad382bd199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:34.266193 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-a6e8e15a-7599-4350-ac95-adad382bd199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:34.267504 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Attempting to bind port ee89cd51-5991-4f81-b9d1-63920cb30f29 on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:40:34.268142 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Attempting to bind port ee89cd51-5991-4f81-b9d1-63920cb30f29 by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}] {{(pid=75942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:40:34.268763 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Attempting to bind port ee89cd51-5991-4f81-b9d1-63920cb30f29 on network 298d0f1e-c103-4242-b158-a28991e655e1 {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:40:34.286991 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:40:34.287380 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Checking segment: {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:40:34.288009 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:34.288430 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Bound using segment: {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'} {{(pid=75942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:40:34.288916 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.managers [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Bound port: ee89cd51-5991-4f81-b9d1-63920cb30f29, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104760f4-961f-4cad-b6bc-450e0a013f15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}}] {{(pid=75942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:40:34.289299 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:34.332196 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:34.377512 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port e588e7a8-53ad-46b1-a712-29d35b0c6069, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=e588e7a8-53ad-46b1-a712-29d35b0c6069,segment=NetworkSegment(378a468f-31a6-49e0-88c5-54d3eaef4eb2),segment_id=378a468f-31a6-49e0-88c5-54d3eaef4eb2)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:40:34.382205 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.db [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] For port ee89cd51-5991-4f81-b9d1-63920cb30f29, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:40:34.385466 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.plugins.ml2.db [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] For port ee89cd51-5991-4f81-b9d1-63920cb30f29, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=ee89cd51-5991-4f81-b9d1-63920cb30f29,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:40:34.420020 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-c8cf3528-4c89-472b-a843-056b46d6067b None None] Provisioning complete for port e588e7a8-53ad-46b1-a712-29d35b0c6069 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:34.420475 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-c8cf3528-4c89-472b-a843-056b46d6067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:34.460974 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron_lib.callbacks.manager [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:34.467491 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-11e43146-5ceb-4915-bf76-7636cfe2a64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:34.467730 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:34.468678 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:34.473034 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:34.567741 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Routers {'e802ba76-1a95-4f27-b02d-c6270976f14a'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:40:34.568399 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:40:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['e802ba76-1a95-4f27-b02d-c6270976f14a'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:34.596638 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=e588e7a8-53ad-46b1-a712-29d35b0c6069,revision_number=3']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:34.613380 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:34.615745 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-1a309a60-8e4c-4119-9cc2-2e8b03dfcea2 req-bb7a71f8-1f38-4521-bfab-e1f046dcdbc2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 1099 time: 0.1040447 Aug 25 16:40:34.642614 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8e15a-7599-4350-ac95-adad382bd199 None None] Pushing event updated for resources: {'Port': ['ID=ee89cd51-5991-4f81-b9d1-63920cb30f29,revision_number=3']} {{(pid=75942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:34.647896 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG oslo_concurrency.lockutils [None req-a6e8e15a-7599-4350-ac95-adad382bd199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:34.719339 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-1a309a60-8e4c-4119-9cc2-2e8b03dfcea2 req-5686015c-7b8f-49a4-8318-d6cd33f7a7d1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703254 Aug 25 16:40:34.783737 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Allocated IP 172.20.0.1 (a45c29c3-a958-42ed-80a9-329fc5d1d77d/54924858-1d40-4044-a651-f88654371fac/0fcba059-be6e-44ee-8170-0ebaec7b6d46) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:40:34.790083 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] Set router e802ba76-1a95-4f27-b02d-c6270976f14a gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:40:35.019226 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:35.035607 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc81053-0abc-47ef-a184-ec85f9dc7158 req-0fd9567b-3a2e-4328-a742-0848a101f0cb tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:35.036925 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-dbc81053-0abc-47ef-a184-ec85f9dc7158 req-0fd9567b-3a2e-4328-a742-0848a101f0cb tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.1643882 Aug 25 16:40:35.060062 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.provisioning_blocks [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Transition to ACTIVE for port object 0fcba059-be6e-44ee-8170-0ebaec7b6d46 will not be triggered until provisioned by entity DHCP. {{(pid=75939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:40:35.135357 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-dbc81053-0abc-47ef-a184-ec85f9dc7158 req-2d8eb980-4b8d-4acd-89e6-e77856e25e14 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892770 Aug 25 16:40:35.139356 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:40:35.169301 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:35.175397 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0712d8d8-0f4b-4394-8195-682a2e7fdd40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:35.186513 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'name': 'tempest-TestMinimumBasicScenario-192352027-router', 'tenant_id': '512800f8892844c2bfaee346d1b1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ee89cd51-5991-4f81-b9d1-63920cb30f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:29Z', 'updated_at': '2021-08-25T16:40:31Z', 'revision_number': 3, 'project_id': '512800f8892844c2bfaee346d1b1211b', 'gw_port': {'id': 'ee89cd51-5991-4f81-b9d1-63920cb30f29', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:30Z', 'updated_at': '2021-08-25T16:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:35.191638 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5744a151-f39d-47f3-9ec2-3de771933a33 None None] The sync data for ids ['e802ba76-1a95-4f27-b02d-c6270976f14a'] in dv-cinder-806008-1-smb is: [{'id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'name': 'tempest-TestMinimumBasicScenario-192352027-router', 'tenant_id': '512800f8892844c2bfaee346d1b1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ee89cd51-5991-4f81-b9d1-63920cb30f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:29Z', 'updated_at': '2021-08-25T16:40:31Z', 'revision_number': 3, 'project_id': '512800f8892844c2bfaee346d1b1211b', 'gw_port': {'id': 'ee89cd51-5991-4f81-b9d1-63920cb30f29', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:30Z', 'updated_at': '2021-08-25T16:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}] {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:40:35.375700 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Network a45c29c3-a958-42ed-80a9-329fc5d1d77d is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:40:35.381068 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:40:35.384396 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Pushing event updated for resources: {'Port': ['ID=0fcba059-be6e-44ee-8170-0ebaec7b6d46,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:35.386618 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:40:35.416715 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:35.449701 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-742085'] for router_interface, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:35.473232 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fc82c-dd09-4fa5-94ae-e7bb83e68b83 req-08049d3c-7475-4a3c-8092-cc8afa10541a tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:35.474834 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ec0fc82c-dd09-4fa5-94ae-e7bb83e68b83 req-08049d3c-7475-4a3c-8092-cc8afa10541a tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.2686844 Aug 25 16:40:35.534741 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ec0fc82c-dd09-4fa5-94ae-e7bb83e68b83 req-fad51db9-07d7-4645-ae8a-b16d01a5f863 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475037 Aug 25 16:40:35.629275 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:35.722469 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-3954a931-464a-48f2-ab08-a8df5ee7aa89 None None] Provisioning for port 0fcba059-be6e-44ee-8170-0ebaec7b6d46 completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:40:35.732621 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-3954a931-464a-48f2-ab08-a8df5ee7aa89 None None] Provisioning complete for port 0fcba059-be6e-44ee-8170-0ebaec7b6d46 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:35.733517 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-3954a931-464a-48f2-ab08-a8df5ee7aa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:35.798379 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-3954a931-464a-48f2-ab08-a8df5ee7aa89 None None] Port 0fcba059-be6e-44ee-8170-0ebaec7b6d46 cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:40:35.872736 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:35.934020 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:35.966952 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:36.056557 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Pushing event updated for resources: {'Port': ['ID=0fcba059-be6e-44ee-8170-0ebaec7b6d46,revision_number=2']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:36.058994 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66893069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-742188'] for router_interface, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:36.063009 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:36.224661 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Network a45c29c3-a958-42ed-80a9-329fc5d1d77d is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:40:36.226484 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:40:36.513987 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab584e9-cf9a-4e54-a694-6d820f836e92 req-dfb4d80e-cd8e-4daf-a6e0-3e50b9de3476 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:36.520716 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-dab584e9-cf9a-4e54-a694-6d820f836e92 req-dfb4d80e-cd8e-4daf-a6e0-3e50b9de3476 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.1895964 Aug 25 16:40:36.527738 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-e8366b59-85c1-4156-9bb4-bea71180d738 None None] Provisioning complete for port 0fcba059-be6e-44ee-8170-0ebaec7b6d46 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:36.528156 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e8366b59-85c1-4156-9bb4-bea71180d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:36.559231 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device e588e7a8-53ad-46b1-a712-29d35b0c6069 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:40:36.647775 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-dab584e9-cf9a-4e54-a694-6d820f836e92 req-e70d6a3c-ed9e-42fe-8cf9-5bbbec03ae0d tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700657 Aug 25 16:40:36.728242 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-e8366b59-85c1-4156-9bb4-bea71180d738 None None] Port 0fcba059-be6e-44ee-8170-0ebaec7b6d46 cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:40:36.750392 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port e588e7a8-53ad-46b1-a712-29d35b0c6069 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:36.750784 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:36.845860 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Router e802ba76-1a95-4f27-b02d-c6270976f14a has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:40:36.965875 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a94cd-da3d-40ad-a3d4-0a7ed9843f1a req-f29f0c5b-481a-4f9e-ba9f-7bd9ce7ca2f5 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:36.967359 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ac9a94cd-da3d-40ad-a3d4-0a7ed9843f1a req-f29f0c5b-481a-4f9e-ba9f-7bd9ce7ca2f5 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1666186 Aug 25 16:40:37.035422 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ac9a94cd-da3d-40ad-a3d4-0a7ed9843f1a req-32a4b0c7-5457-4ee5-ac06-1f5cf02c5e14 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611696 Aug 25 16:40:37.141774 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:40:37.150702 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] 10.222.0.35 "PUT /v2.0/routers/e802ba76-1a95-4f27-b02d-c6270976f14a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5857546 Aug 25 16:40:38.019921 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289c17e-ce43-4049-a7bc-feed85165406 req-13555493-cfa0-4474-aa6c-98e6bbe3cb96 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:38.021566 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a289c17e-ce43-4049-a7bc-feed85165406 req-13555493-cfa0-4474-aa6c-98e6bbe3cb96 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.1834733 Aug 25 16:40:38.099593 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a289c17e-ce43-4049-a7bc-feed85165406 req-82fca86b-c8aa-4db7-a880-9029a4255a1f tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723264 Aug 25 16:40:38.360289 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4755a-5c9a-4b68-8e77-2c69410ce1bb req-e03339cd-bcb8-431e-b8e3-4519b5c3d234 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:38.361676 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b6b4755a-5c9a-4b68-8e77-2c69410ce1bb req-e03339cd-bcb8-431e-b8e3-4519b5c3d234 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1472945 Aug 25 16:40:38.381179 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce5b78-2251-4727-a0d3-e6dc96285ec7 req-5ab64e15-8c7e-4a61-9c5c-f7bc74a87637 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:38.382775 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f1ce5b78-2251-4727-a0d3-e6dc96285ec7 req-5ab64e15-8c7e-4a61-9c5c-f7bc74a87637 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.1359825 Aug 25 16:40:38.464749 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b6b4755a-5c9a-4b68-8e77-2c69410ce1bb req-d97ea572-b5af-4132-9060-67e0e9f9f2e3 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943005 Aug 25 16:40:38.467670 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f1ce5b78-2251-4727-a0d3-e6dc96285ec7 req-e28442d8-db7e-4ad5-abce-d1f93e23f2fe tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649726 Aug 25 16:40:38.528726 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 58560) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:38.857315 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-b652bf90-86df-4007-a16d-a3943628bc8d tempest-TestShelveInstance-558747675 tempest-TestShelveInstance-558747675-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 1094 time: 0.3272600 Aug 25 16:40:38.861504 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58566) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:38.867191 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Request body: {'floatingip': {'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'port_id': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:40:38.872837 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:40:38.877996 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Usage tracker for resource:floatingip and tenant:0632364c492a47aa83cee3a290aeb58f is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:40:38.881918 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:40:38.889079 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:40:39.019146 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for floatingip, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:39.201003 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:39.451380 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Allocated IP 172.28.2.56 (298d0f1e-c103-4242-b158-a28991e655e1/5184b04e-1ca0-4ee3-a46f-6b013348b4a8/ccd0dd86-3348-4769-9f3a-37787ad913ca) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:40:39.689773 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:39.793812 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139fb51-89f1-4e79-994c-bdff41ba178d req-2b718bee-a1e2-4856-8592-d117f2c2db36 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:39.795639 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f139fb51-89f1-4e79-994c-bdff41ba178d req-2b718bee-a1e2-4856-8592-d117f2c2db36 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1238256 Aug 25 16:40:39.800831 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:39.812823 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:39.873380 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Network 298d0f1e-c103-4242-b158-a28991e655e1 is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:40:39.878818 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f139fb51-89f1-4e79-994c-bdff41ba178d req-53518e56-7131-4e88-92d9-d7cb49268e03 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753891 Aug 25 16:40:39.881235 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:40:39.884397 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:40:40.073476 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ad3cd-090f-43b8-a736-e99f8d30895c req-90faae41-4f64-46a0-a78e-766f0d1aabed tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:40.074592 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-c29ad3cd-090f-43b8-a736-e99f8d30895c req-90faae41-4f64-46a0-a78e-766f0d1aabed tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Synchronizing usage tracker for tenant:751c2e48d9e64ae0886929b884077d9d on resource:port {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:40:40.085352 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Pushing event updated for resources: {'Port': ['ID=ccd0dd86-3348-4769-9f3a-37787ad913ca,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:40.098457 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:40.099129 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:40.099683 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:40.100153 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:40.100574 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:40.101025 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:40.101437 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:40.101854 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:40.102263 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:40.107246 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:40.107701 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:40.115378 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:40.285298 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-c29ad3cd-090f-43b8-a736-e99f8d30895c req-90faae41-4f64-46a0-a78e-766f0d1aabed tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Unset dirty status for tenant:751c2e48d9e64ae0886929b884077d9d on resource:port {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:40:40.286640 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-c29ad3cd-090f-43b8-a736-e99f8d30895c req-90faae41-4f64-46a0-a78e-766f0d1aabed tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.5688467 Aug 25 16:40:40.443111 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-c29ad3cd-090f-43b8-a736-e99f8d30895c req-4ef01ac1-0034-45d5-84db-54fdda4453e6 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Deleting port 3008c9b0-8ff0-41af-b667-eb4336971fb9 {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:40:40.443553 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-c29ad3cd-090f-43b8-a736-e99f8d30895c req-4ef01ac1-0034-45d5-84db-54fdda4453e6 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:40.681697 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device ee89cd51-5991-4f81-b9d1-63920cb30f29 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:40:40.826820 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port ee89cd51-5991-4f81-b9d1-63920cb30f29 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:40:40.835589 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port ee89cd51-5991-4f81-b9d1-63920cb30f29 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:40.836511 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:41.009584 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-c29ad3cd-090f-43b8-a736-e99f8d30895c req-4ef01ac1-0034-45d5-84db-54fdda4453e6 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] For port 3008c9b0-8ff0-41af-b667-eb4336971fb9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3008c9b0-8ff0-41af-b667-eb4336971fb9,segment=NetworkSegment(f2fc91ca-ea4e-417f-bb49-e2b3dbe70918),segment_id=f2fc91ca-ea4e-417f-bb49-e2b3dbe70918)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:40:41.010227 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-c29ad3cd-090f-43b8-a736-e99f8d30895c req-4ef01ac1-0034-45d5-84db-54fdda4453e6 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:41.020027 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:41.048777 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port ee89cd51-5991-4f81-b9d1-63920cb30f29, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=ee89cd51-5991-4f81-b9d1-63920cb30f29,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:40:41.126538 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:41.132851 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:41.167887 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-c29ad3cd-090f-43b8-a736-e99f8d30895c req-4ef01ac1-0034-45d5-84db-54fdda4453e6 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Calling delete_port for 3008c9b0-8ff0-41af-b667-eb4336971fb9 owned by compute:nova {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:40:41.216549 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b761bb9-2fe8-4487-8f04-3643a6379ac6 req-3929d1b5-e6af-4c56-a637-d5d15240ccbf tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:41.218991 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2b761bb9-2fe8-4487-8f04-3643a6379ac6 req-3929d1b5-e6af-4c56-a637-d5d15240ccbf tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 945 time: 0.1280174 Aug 25 16:40:41.235299 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=ee89cd51-5991-4f81-b9d1-63920cb30f29,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:41.239387 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:41.294427 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2b761bb9-2fe8-4487-8f04-3643a6379ac6 req-03050068-8472-4d5f-b769-37f85aeb7277 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/security-groups?id=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675781 Aug 25 16:40:41.426445 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:41.555217 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-c29ad3cd-090f-43b8-a736-e99f8d30895c req-4ef01ac1-0034-45d5-84db-54fdda4453e6 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:41.570315 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-bf542f39-8d7c-4009-9aec-1028b0c08da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:41.620572 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef01ac1-0034-45d5-84db-54fdda4453e6 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Pushing event deleted for resources: {'Port': ['ID=3008c9b0-8ff0-41af-b667-eb4336971fb9,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:41.623780 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-4ef01ac1-0034-45d5-84db-54fdda4453e6 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:41.705752 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:41.742139 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29ad3cd-090f-43b8-a736-e99f8d30895c req-4ef01ac1-0034-45d5-84db-54fdda4453e6 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] No DVR routers for this DVR port 3008c9b0-8ff0-41af-b667-eb4336971fb9 on host hv-cinder-80600 {{(pid=75940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:40:41.747417 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-c29ad3cd-090f-43b8-a736-e99f8d30895c req-4ef01ac1-0034-45d5-84db-54fdda4453e6 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:41.754371 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a066f82-a161-4764-a6ee-be018743a9bd', 'name': 'network-vif-deleted', 'tag': '3008c9b0-8ff0-41af-b667-eb4336971fb9'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:40:41.883834 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a066f82-a161-4764-a6ee-be018743a9bd', 'name': 'network-vif-deleted', 'tag': '3008c9b0-8ff0-41af-b667-eb4336971fb9', 'status': 'completed', 'code': 200} Aug 25 16:40:41.890538 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-c29ad3cd-090f-43b8-a736-e99f8d30895c req-4ef01ac1-0034-45d5-84db-54fdda4453e6 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.81 "DELETE /v2.0/ports/3008c9b0-8ff0-41af-b667-eb4336971fb9 HTTP/1.1" status: 204 len: 173 time: 1.5910904 Aug 25 16:40:42.005191 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:42.082673 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:42.087015 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-be0a6b00-7c42-4d2b-8fbc-d5d3f9457771 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:42.218788 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Pushing event updated for resources: {'Port': ['ID=ccd0dd86-3348-4769-9f3a-37787ad913ca,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:42.237323 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:42.255754 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741960'] for floatingip, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:42.513295 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e7ebf9ee-5029-46d8-9eea-07681a643dbc req-ea557eb7-3e02-42cf-b499-b01a05bdf0e1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 210 time: 0.0628889 Aug 25 16:40:42.737588 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.db.l3_db [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Floating IP 29068751-aa56-43ad-9405-9357a177bb39 associated. External IP: 172.28.2.56, port: ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55. Aug 25 16:40:42.739303 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device ee89cd51-5991-4f81-b9d1-63920cb30f29 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:40:42.739303 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port ee89cd51-5991-4f81-b9d1-63920cb30f29 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:40:42.739303 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:42.739303 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 3008c9b0-8ff0-41af-b667-eb4336971fb9 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:40:42.742153 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: 3008c9b0-8ff0-41af-b667-eb4336971fb9 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:40:42.742613 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 3008c9b0-8ff0-41af-b667-eb4336971fb9 not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:40:43.045537 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Router dbd5aded-7a00-4c38-908b-ea40dd3925d3 has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:40:43.347655 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:40:43.359680 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be88ae6f-1840-4a98-9c5c-4216d4e6e982 None None] Sync routers for ids ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:40:43.375730 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be88ae6f-1840-4a98-9c5c-4216d4e6e982 None None] Routers {'dbd5aded-7a00-4c38-908b-ea40dd3925d3'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:40:43.376717 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-be88ae6f-1840-4a98-9c5c-4216d4e6e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:40:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:43.564242 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for floatingip, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:43.681144 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-be88ae6f-1840-4a98-9c5c-4216d4e6e982 None None] Set router dbd5aded-7a00-4c38-908b-ea40dd3925d3 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:40:43.689639 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8254621 Aug 25 16:40:43.760691 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2c3e3a7c-9ef3-48dc-aba7-01fc260c27dc req-97a4c9bf-e086-4a30-beca-5ac000ace0d0 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a066f82-a161-4764-a6ee-be018743a9bd HTTP/1.1" status: 200 len: 210 time: 0.0618508 Aug 25 16:40:43.885524 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'tag': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:40:43.976929 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'tag': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55', 'status': 'completed', 'code': 200} Aug 25 16:40:44.147914 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-1fa277d4-6e91-4f8d-a80e-2baeb0f32fd8 req-d386f4bd-810d-420a-8417-17e704152a7f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0632364c492a47aa83cee3a290aeb58f&device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 1099 time: 0.1309717 Aug 25 16:40:44.225197 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-be88ae6f-1840-4a98-9c5c-4216d4e6e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'name': 'tempest-TestShelveInstance-310654271-router', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:14Z', 'updated_at': '2021-08-25T16:39:22Z', 'revision_number': 4, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'gw_port': {'id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:15Z', 'updated_at': '2021-08-25T16:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_floatingips': [{'id': '29068751-aa56-43ad-9405-9357a177bb39', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'floating_ip_address': '172.28.2.56', 'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'router_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'port_id': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b', 'mac_address': 'fa:16:3e:35:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:40:40Z', 'updated_at': '2021-08-25T16:40:40Z', 'revision_number': 0, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d1f44b-4232-4968-9c20-1f4974cf09c9', 'name': '', 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'mac_address': 'fa:16:3e:d4:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:20Z', 'updated_at': '2021-08-25T16:39:33Z', 'revision_number': 5, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'subnets': [{'id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:44.232781 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be88ae6f-1840-4a98-9c5c-4216d4e6e982 None None] Checking router: dbd5aded-7a00-4c38-908b-ea40dd3925d3 for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:40:44.255145 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be88ae6f-1840-4a98-9c5c-4216d4e6e982 None None] Routers {'dbd5aded-7a00-4c38-908b-ea40dd3925d3'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:40:44.256290 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-be88ae6f-1840-4a98-9c5c-4216d4e6e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:40:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:44.326942 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa277d4-6e91-4f8d-a80e-2baeb0f32fd8 req-6050b250-679f-42af-b9bf-f8a2029ea5fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:44.328606 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-1fa277d4-6e91-4f8d-a80e-2baeb0f32fd8 req-6050b250-679f-42af-b9bf-f8a2029ea5fb service neutron] 10.222.0.81 "GET /v2.0/networks?id=29424364-8c46-404f-bc9f-9d7a9e688e9b HTTP/1.1" status: 200 len: 910 time: 0.1731265 Aug 25 16:40:44.507173 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-1fa277d4-6e91-4f8d-a80e-2baeb0f32fd8 req-904f5a2b-6c71-415c-9171-9f534781d246 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 HTTP/1.1" status: 200 len: 999 time: 0.1595271 Aug 25 16:40:44.595557 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa277d4-6e91-4f8d-a80e-2baeb0f32fd8 req-df41e183-b180-436c-a3af-b3af41102b06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:44.597235 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-1fa277d4-6e91-4f8d-a80e-2baeb0f32fd8 req-df41e183-b180-436c-a3af-b3af41102b06 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=318626cb-987f-472c-acdb-fe419cfc88c1 HTTP/1.1" status: 200 len: 847 time: 0.0803773 Aug 25 16:40:44.599249 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-be88ae6f-1840-4a98-9c5c-4216d4e6e982 None None] Set router dbd5aded-7a00-4c38-908b-ea40dd3925d3 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:40:44.716655 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-1fa277d4-6e91-4f8d-a80e-2baeb0f32fd8 req-d1e41c9f-16b4-4d0e-9824-bdccfb4a4fde service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=29424364-8c46-404f-bc9f-9d7a9e688e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1105092 Aug 25 16:40:44.892827 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 58622) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:44.910241 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-1fa277d4-6e91-4f8d-a80e-2baeb0f32fd8 req-69480340-8c10-4488-8a20-832c423d452d service neutron] 10.222.0.81 "GET /v2.0/networks/29424364-8c46-404f-bc9f-9d7a9e688e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808474 Aug 25 16:40:45.072117 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-be88ae6f-1840-4a98-9c5c-4216d4e6e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'name': 'tempest-TestShelveInstance-310654271-router', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:14Z', 'updated_at': '2021-08-25T16:39:22Z', 'revision_number': 4, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'gw_port': {'id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:15Z', 'updated_at': '2021-08-25T16:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_floatingips': [{'id': '29068751-aa56-43ad-9405-9357a177bb39', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'floating_ip_address': '172.28.2.56', 'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'router_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'port_id': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b', 'mac_address': 'fa:16:3e:35:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:40:40Z', 'updated_at': '2021-08-25T16:40:40Z', 'revision_number': 0, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d1f44b-4232-4968-9c20-1f4974cf09c9', 'name': '', 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'mac_address': 'fa:16:3e:d4:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:20Z', 'updated_at': '2021-08-25T16:39:33Z', 'revision_number': 5, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'subnets': [{'id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:45.077841 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be88ae6f-1840-4a98-9c5c-4216d4e6e982 None None] The sync data for ids ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'] in dv-cinder-806008-1-smb is: [{'id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'name': 'tempest-TestShelveInstance-310654271-router', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:14Z', 'updated_at': '2021-08-25T16:39:22Z', 'revision_number': 4, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'gw_port': {'id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:15Z', 'updated_at': '2021-08-25T16:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_floatingips': [{'id': '29068751-aa56-43ad-9405-9357a177bb39', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'floating_ip_address': '172.28.2.56', 'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'router_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'port_id': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b', 'mac_address': 'fa:16:3e:35:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:40:40Z', 'updated_at': '2021-08-25T16:40:40Z', 'revision_number': 0, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d1f44b-4232-4968-9c20-1f4974cf09c9', 'name': '', 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'mac_address': 'fa:16:3e:d4:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:20Z', 'updated_at': '2021-08-25T16:39:33Z', 'revision_number': 5, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'subnets': [{'id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:40:45.121189 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-1fa277d4-6e91-4f8d-a80e-2baeb0f32fd8 req-fb8a654e-a08d-4f8b-b8c7-78cc362c1b5a service neutron] 10.222.0.81 "GET /v2.0/networks/29424364-8c46-404f-bc9f-9d7a9e688e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919003 Aug 25 16:40:45.416681 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742234'] for router_interface, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:46.259020 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Deleting port 278077ec-669c-4de1-89bf-56dceb8f37a3 {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:40:46.259770 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:46.538458 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] For port 278077ec-669c-4de1-89bf-56dceb8f37a3, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=278077ec-669c-4de1-89bf-56dceb8f37a3,segment=NetworkSegment(f2fc91ca-ea4e-417f-bb49-e2b3dbe70918),segment_id=f2fc91ca-ea4e-417f-bb49-e2b3dbe70918)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:40:46.538813 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:46.672209 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Calling delete_port for 278077ec-669c-4de1-89bf-56dceb8f37a3 owned by network:router_interface {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:40:46.729472 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821862ea-dcac-48e0-9e4d-b48b3cf57656 req-c4073516-e514-46fb-8481-834771db4794 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:46.730988 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-821862ea-dcac-48e0-9e4d-b48b3cf57656 req-c4073516-e514-46fb-8481-834771db4794 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 947 time: 0.3257396 Aug 25 16:40:46.934207 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-821862ea-dcac-48e0-9e4d-b48b3cf57656 req-d9071df9-8b39-412a-9a45-70e670fdbd6a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940506 Aug 25 16:40:47.875262 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:47.888278 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-c2013a9e-72f1-486d-a1e2-4612ca390871 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:47.923855 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Pushing event deleted for resources: {'Port': ['ID=278077ec-669c-4de1-89bf-56dceb8f37a3,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:47.966309 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:47.966834 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:47.967397 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:47.968334 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:47.968937 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:47.969376 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:47.969741 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:47.970064 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:47.970401 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:47.970734 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:47.971118 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:40:47.978506 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:48.262740 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4a86e-9811-45b8-b80b-d883d30e832f req-180eafcc-f24b-4753-ad6f-162b0040d0f9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:48.264460 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8cf4a86e-9811-45b8-b80b-d883d30e832f req-180eafcc-f24b-4753-ad6f-162b0040d0f9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 947 time: 0.1263678 Aug 25 16:40:48.388997 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314deee-8d31-4b47-9b18-1b8a060976e1 req-75287566-0df0-4b99-a8e4-4efb6a46b33a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:48.390715 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-f314deee-8d31-4b47-9b18-1b8a060976e1 req-75287566-0df0-4b99-a8e4-4efb6a46b33a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Synchronizing usage tracker for tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 on resource:port {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:40:48.413865 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8cf4a86e-9811-45b8-b80b-d883d30e832f req-6aaadf23-2417-4898-8f32-9d4c18e48aa6 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394341 Aug 25 16:40:48.439331 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66719887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742318'] for router_interface, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:48.534036 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-f314deee-8d31-4b47-9b18-1b8a060976e1 req-75287566-0df0-4b99-a8e4-4efb6a46b33a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Unset dirty status for tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 on resource:port {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:40:48.535178 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f314deee-8d31-4b47-9b18-1b8a060976e1 req-75287566-0df0-4b99-a8e4-4efb6a46b33a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.81 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 947 time: 0.2687912 Aug 25 16:40:48.737130 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-f314deee-8d31-4b47-9b18-1b8a060976e1 req-ba32f557-2994-4164-ab17-4f4bcf36bc5f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Deleting port e75a1530-67c8-4b46-b512-9889799617b9 {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:40:48.737818 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-f314deee-8d31-4b47-9b18-1b8a060976e1 req-ba32f557-2994-4164-ab17-4f4bcf36bc5f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:48.957804 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d05b0c-f6c4-49e3-a1c3-f7f845a1547d None None] New status for floating IP 29068751-aa56-43ad-9405-9357a177bb39: ACTIVE {{(pid=75942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:40:49.162273 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-f314deee-8d31-4b47-9b18-1b8a060976e1 req-ba32f557-2994-4164-ab17-4f4bcf36bc5f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] For port e75a1530-67c8-4b46-b512-9889799617b9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e75a1530-67c8-4b46-b512-9889799617b9,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:40:49.162815 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-f314deee-8d31-4b47-9b18-1b8a060976e1 req-ba32f557-2994-4164-ab17-4f4bcf36bc5f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:49.503035 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-f314deee-8d31-4b47-9b18-1b8a060976e1 req-ba32f557-2994-4164-ab17-4f4bcf36bc5f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:49.503689 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-f314deee-8d31-4b47-9b18-1b8a060976e1 req-ba32f557-2994-4164-ab17-4f4bcf36bc5f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741960'] for floatingip, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:49.503689 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.db.l3_db [req-f314deee-8d31-4b47-9b18-1b8a060976e1 req-ba32f557-2994-4164-ab17-4f4bcf36bc5f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Floating IP e9ddb7a5-32fc-4dc6-a9c3-568b2808885d disassociated. External IP: 172.28.2.113, port: e75a1530-67c8-4b46-b512-9889799617b9. Aug 25 16:40:49.504046 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-f314deee-8d31-4b47-9b18-1b8a060976e1 req-ba32f557-2994-4164-ab17-4f4bcf36bc5f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Calling delete_port for e75a1530-67c8-4b46-b512-9889799617b9 owned by compute:nova {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:40:49.524441 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Router 1a798342-122d-4f02-af00-098908aa71b5 has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:40:49.742278 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc0981-eabd-4f43-b187-6a5b74d9da2b req-1fae49b4-786c-49a8-9672-05b39151322a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:49.743788 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-38dc0981-eabd-4f43-b187-6a5b74d9da2b req-1fae49b4-786c-49a8-9672-05b39151322a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 947 time: 0.1119504 Aug 25 16:40:49.829641 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-f314deee-8d31-4b47-9b18-1b8a060976e1 req-ba32f557-2994-4164-ab17-4f4bcf36bc5f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:49.851513 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:49.870140 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-38dc0981-eabd-4f43-b187-6a5b74d9da2b req-df35b0fd-1575-4779-a977-c1744f568c24 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d4bba45-636c-4441-92b9-70094eeb94b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176569 Aug 25 16:40:49.904425 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:40:49.921075 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c18dbf-c0b5-4ddd-8974-3569755b5ed4 None None] Sync routers for ids ['1a798342-122d-4f02-af00-098908aa71b5'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:40:49.929596 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] 10.222.0.35 "PUT /v2.0/routers/1a798342-122d-4f02-af00-098908aa71b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0358388 Aug 25 16:40:49.930594 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 58662) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:49.950605 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c18dbf-c0b5-4ddd-8974-3569755b5ed4 None None] Routers {'1a798342-122d-4f02-af00-098908aa71b5'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:40:49.951233 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-88c18dbf-c0b5-4ddd-8974-3569755b5ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:40:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['1a798342-122d-4f02-af00-098908aa71b5'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:49.970625 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32f557-2994-4164-ab17-4f4bcf36bc5f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Pushing event deleted for resources: {'Port': ['ID=e75a1530-67c8-4b46-b512-9889799617b9,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:49.979046 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-ba32f557-2994-4164-ab17-4f4bcf36bc5f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:50.311807 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-75f385ff-9888-41a3-9e3b-4d141815750b admin admin] Notify callbacks [] for router, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:50.360180 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f314deee-8d31-4b47-9b18-1b8a060976e1 req-ba32f557-2994-4164-ab17-4f4bcf36bc5f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Router 5fa562bc-cbdd-47e6-a93c-41b705161d45 has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:40:50.401862 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-88c18dbf-c0b5-4ddd-8974-3569755b5ed4 None None] Set router 1a798342-122d-4f02-af00-098908aa71b5 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:40:50.696266 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-75f385ff-9888-41a3-9e3b-4d141815750b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:50.779208 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-75f385ff-9888-41a3-9e3b-4d141815750b admin admin] Deleting port 739d2393-5789-469b-bedd-64c5770981e4 {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:40:50.779554 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-75f385ff-9888-41a3-9e3b-4d141815750b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:50.829966 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f314deee-8d31-4b47-9b18-1b8a060976e1 req-ba32f557-2994-4164-ab17-4f4bcf36bc5f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:40:50.843594 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72a0f91-cbbe-44dd-a55b-ba114a94f72e None None] Sync routers for ids ['5fa562bc-cbdd-47e6-a93c-41b705161d45'] in dv-cinder-806008-1-smb {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:40:50.871617 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72a0f91-cbbe-44dd-a55b-ba114a94f72e None None] Routers {'5fa562bc-cbdd-47e6-a93c-41b705161d45'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:40:50.879016 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-e72a0f91-cbbe-44dd-a55b-ba114a94f72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:40:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['5fa562bc-cbdd-47e6-a93c-41b705161d45'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:50.889348 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-88c18dbf-c0b5-4ddd-8974-3569755b5ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a798342-122d-4f02-af00-098908aa71b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1302123852-router', 'tenant_id': '751c2e48d9e64ae0886929b884077d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': '739d2393-5789-469b-bedd-64c5770981e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:37:43Z', 'updated_at': '2021-08-25T16:40:47Z', 'revision_number': 5, 'project_id': '751c2e48d9e64ae0886929b884077d9d', 'gw_port': {'id': '739d2393-5789-469b-bedd-64c5770981e4', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ad:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a798342-122d-4f02-af00-098908aa71b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:37:44Z', 'updated_at': '2021-08-25T16:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:50.897935 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c18dbf-c0b5-4ddd-8974-3569755b5ed4 None None] Checking router: 1a798342-122d-4f02-af00-098908aa71b5 for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:40:50.915287 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c18dbf-c0b5-4ddd-8974-3569755b5ed4 None None] Routers {'1a798342-122d-4f02-af00-098908aa71b5'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:40:50.916266 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-88c18dbf-c0b5-4ddd-8974-3569755b5ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:40:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['1a798342-122d-4f02-af00-098908aa71b5'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:50.948532 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-f314deee-8d31-4b47-9b18-1b8a060976e1 req-ba32f557-2994-4164-ab17-4f4bcf36bc5f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] No DVR routers for this DVR port e75a1530-67c8-4b46-b512-9889799617b9 on host hv-cinder-80600 {{(pid=75940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:40:50.955080 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-f314deee-8d31-4b47-9b18-1b8a060976e1 req-ba32f557-2994-4164-ab17-4f4bcf36bc5f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:50.957909 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'name': 'network-vif-deleted', 'tag': 'e75a1530-67c8-4b46-b512-9889799617b9'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:40:51.049289 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f314deee-8d31-4b47-9b18-1b8a060976e1 req-ba32f557-2994-4164-ab17-4f4bcf36bc5f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.81 "DELETE /v2.0/ports/e75a1530-67c8-4b46-b512-9889799617b9 HTTP/1.1" status: 204 len: 173 time: 2.5072443 Aug 25 16:40:51.085006 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09d5c32-c427-4d66-820b-f132a950a95c', 'name': 'network-vif-deleted', 'tag': 'e75a1530-67c8-4b46-b512-9889799617b9', 'status': 'completed', 'code': 200} Aug 25 16:40:51.154859 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [None req-75f385ff-9888-41a3-9e3b-4d141815750b admin admin] For port 739d2393-5789-469b-bedd-64c5770981e4, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=739d2393-5789-469b-bedd-64c5770981e4,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:40:51.155670 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-75f385ff-9888-41a3-9e3b-4d141815750b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:51.269822 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-e72a0f91-cbbe-44dd-a55b-ba114a94f72e None None] Set router 5fa562bc-cbdd-47e6-a93c-41b705161d45 gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:40:51.378109 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-88c18dbf-c0b5-4ddd-8974-3569755b5ed4 None None] Set router 1a798342-122d-4f02-af00-098908aa71b5 gateway port host: None {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:40:51.506133 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-88c18dbf-c0b5-4ddd-8974-3569755b5ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a798342-122d-4f02-af00-098908aa71b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1302123852-router', 'tenant_id': '751c2e48d9e64ae0886929b884077d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:37:43Z', 'updated_at': '2021-08-25T16:40:50Z', 'revision_number': 6, 'project_id': '751c2e48d9e64ae0886929b884077d9d', 'gw_port_host': None}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:51.510647 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c18dbf-c0b5-4ddd-8974-3569755b5ed4 None None] The sync data for ids ['1a798342-122d-4f02-af00-098908aa71b5'] in dv-cinder-806008-1-smb is: [{'id': '1a798342-122d-4f02-af00-098908aa71b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1302123852-router', 'tenant_id': '751c2e48d9e64ae0886929b884077d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:37:43Z', 'updated_at': '2021-08-25T16:40:50Z', 'revision_number': 6, 'project_id': '751c2e48d9e64ae0886929b884077d9d', 'gw_port_host': None}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:40:51.787621 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-75f385ff-9888-41a3-9e3b-4d141815750b admin admin] Calling delete_port for 739d2393-5789-469b-bedd-64c5770981e4 owned by network:router_gateway {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:40:51.843988 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f615c583-2858-47a2-9517-976eb447ae52 req-ef30af2f-9b88-4129-975c-f841e9a72dab tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a09d5c32-c427-4d66-820b-f132a950a95c HTTP/1.1" status: 200 len: 210 time: 0.5045917 Aug 25 16:40:51.982730 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-e72a0f91-cbbe-44dd-a55b-ba114a94f72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:36:40Z', 'revision_number': 4, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'c476155d-2667-490c-8dbc-59c05d74238e', 'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'mac_address': 'fa:16:3e:2f:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:39Z', 'updated_at': '2021-08-25T16:36:55Z', 'revision_number': 5, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'subnets': [{'id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:51.992905 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72a0f91-cbbe-44dd-a55b-ba114a94f72e None None] Checking router: 5fa562bc-cbdd-47e6-a93c-41b705161d45 for host: dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:40:52.007296 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72a0f91-cbbe-44dd-a55b-ba114a94f72e None None] Routers {'5fa562bc-cbdd-47e6-a93c-41b705161d45'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:40:52.008537 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-e72a0f91-cbbe-44dd-a55b-ba114a94f72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:40:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['5fa562bc-cbdd-47e6-a93c-41b705161d45'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:52.191488 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-75f385ff-9888-41a3-9e3b-4d141815750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:52.196497 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:52.337272 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f385ff-9888-41a3-9e3b-4d141815750b admin admin] Pushing event deleted for resources: {'Port': ['ID=739d2393-5789-469b-bedd-64c5770981e4,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:52.341574 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-75f385ff-9888-41a3-9e3b-4d141815750b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:52.398609 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-e72a0f91-cbbe-44dd-a55b-ba114a94f72e None None] Set router 5fa562bc-cbdd-47e6-a93c-41b705161d45 gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:40:52.631874 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 278077ec-669c-4de1-89bf-56dceb8f37a3 no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:40:52.758876 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: 278077ec-669c-4de1-89bf-56dceb8f37a3 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:40:52.759574 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 278077ec-669c-4de1-89bf-56dceb8f37a3 not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:40:52.761513 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device e75a1530-67c8-4b46-b512-9889799617b9 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:40:52.805122 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: e75a1530-67c8-4b46-b512-9889799617b9 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:40:52.805774 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device e75a1530-67c8-4b46-b512-9889799617b9 not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:40:52.829500 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-75f385ff-9888-41a3-9e3b-4d141815750b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741927'] for router_gateway, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:53.031477 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-e72a0f91-cbbe-44dd-a55b-ba114a94f72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:36:40Z', 'revision_number': 4, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'c476155d-2667-490c-8dbc-59c05d74238e', 'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'mac_address': 'fa:16:3e:2f:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:39Z', 'updated_at': '2021-08-25T16:36:55Z', 'revision_number': 5, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'subnets': [{'id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:53.037436 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72a0f91-cbbe-44dd-a55b-ba114a94f72e None None] The sync data for ids ['5fa562bc-cbdd-47e6-a93c-41b705161d45'] in dv-cinder-806008-1-smb is: [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:36:40Z', 'revision_number': 4, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'c476155d-2667-490c-8dbc-59c05d74238e', 'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'mac_address': 'fa:16:3e:2f:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:39Z', 'updated_at': '2021-08-25T16:36:55Z', 'revision_number': 5, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'subnets': [{'id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:40:53.262576 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58686) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:53.276589 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-75f385ff-9888-41a3-9e3b-4d141815750b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3787'] for router, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:53.284327 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-75f385ff-9888-41a3-9e3b-4d141815750b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:53.388934 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-24dc9911-03e4-4a56-847c-fcf1316e13e1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:53.432289 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-24dc9911-03e4-4a56-847c-fcf1316e13e1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:53.532386 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-75f385ff-9888-41a3-9e3b-4d141815750b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737051'] for router, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:53.534808 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f385ff-9888-41a3-9e3b-4d141815750b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a798342-122d-4f02-af00-098908aa71b5 {{(pid=75939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:40:53.567889 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-75f385ff-9888-41a3-9e3b-4d141815750b admin admin] Notify callbacks [] for router, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:53.572791 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-75f385ff-9888-41a3-9e3b-4d141815750b admin admin] 10.222.0.35 "DELETE /v2.0/routers/1a798342-122d-4f02-af00-098908aa71b5 HTTP/1.1" status: 204 len: 168 time: 3.6385698 Aug 25 16:40:53.573549 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58690) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:53.647016 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-24dc9911-03e4-4a56-847c-fcf1316e13e1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:53.652007 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-1da70196-2f7f-4d52-8a1b-6e19fadc8d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:53.677326 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_v2 [None req-456e7991-3325-44ab-9b84-ca5f9375a637 admin admin] Deleting subnet 8c9faabb-f86c-4b8a-a5f6-071036eb98a3 {{(pid=75940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:40:53.691190 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-456e7991-3325-44ab-9b84-ca5f9375a637 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:53.740682 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc9911-03e4-4a56-847c-fcf1316e13e1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4bba45-636c-4441-92b9-70094eeb94b0,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:53.742685 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-025c3a0a-dfec-4188-bd13-f7920c19f4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:53.749819 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-24dc9911-03e4-4a56-847c-fcf1316e13e1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:53.804373 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-456e7991-3325-44ab-9b84-ca5f9375a637 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652215'] for subnet, precommit_delete_associations {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:53.875156 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-456e7991-3325-44ab-9b84-ca5f9375a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794922'] for subnet, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:54.131708 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-24dc9911-03e4-4a56-847c-fcf1316e13e1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:54.137501 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-24dc9911-03e4-4a56-847c-fcf1316e13e1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "DELETE /v2.0/security-groups/3d4bba45-636c-4441-92b9-70094eeb94b0 HTTP/1.1" status: 204 len: 168 time: 0.8662229 Aug 25 16:40:54.137501 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58698) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:54.159184 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-456e7991-3325-44ab-9b84-ca5f9375a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1515234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2014473'] for subnet, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:54.209189 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:54.260979 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.api.v2.resource [None req-ca850412-f0c9-4f66-877b-f5836104b2bd tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] show failed (client error): The resource could not be found. Aug 25 16:40:54.262049 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-ca850412-f0c9-4f66-877b-f5836104b2bd tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups/3d4bba45-636c-4441-92b9-70094eeb94b0 HTTP/1.1" status: 404 len: 347 time: 0.1251051 Aug 25 16:40:54.265983 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-456e7991-3325-44ab-9b84-ca5f9375a637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:54.270095 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e7991-3325-44ab-9b84-ca5f9375a637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c9faabb-f86c-4b8a-a5f6-071036eb98a3,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:54.270292 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 58702) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:54.272805 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-456e7991-3325-44ab-9b84-ca5f9375a637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:54.278798 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-456e7991-3325-44ab-9b84-ca5f9375a637 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8c9faabb-f86c-4b8a-a5f6-071036eb98a3 HTTP/1.1" status: 204 len: 168 time: 0.7008832 Aug 25 16:40:54.279002 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58706) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:54.396361 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-3a1985e5-304a-4c0a-9f25-4e11d3c9a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66643152'] for network, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:54.756722 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-82457af2-4bea-457b-9847-2867634c1eb1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Deleting port 322497b5-1ad7-4b92-b4f9-1bff46315e76 {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:40:54.756722 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-82457af2-4bea-457b-9847-2867634c1eb1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:54.757178 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 739d2393-5789-469b-bedd-64c5770981e4 no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:40:54.757916 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-3a1985e5-304a-4c0a-9f25-4e11d3c9a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796067', 'neutron.services.segments.db._delete_segments_for_network-8731567645826'] for network, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:54.757916 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-3a1985e5-304a-4c0a-9f25-4e11d3c9a1ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08e7367-2ed2-4b6d-8e3c-ddc97b10c842']}} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:54.758673 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: 739d2393-5789-469b-bedd-64c5770981e4 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:40:54.758673 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 739d2393-5789-469b-bedd-64c5770981e4 not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:40:54.758847 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-3a1985e5-304a-4c0a-9f25-4e11d3c9a1ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2fc91ca-ea4e-417f-bb49-e2b3dbe70918') {'for_net_delete': True} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:54.758847 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-3a1985e5-304a-4c0a-9f25-4e11d3c9a1ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2fc91ca-ea4e-417f-bb49-e2b3dbe70918') {} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:54.758847 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-3a1985e5-304a-4c0a-9f25-4e11d3c9a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731567646621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652216'] for segment, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:54.758847 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-3a1985e5-304a-4c0a-9f25-4e11d3c9a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:54.758847 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1985e5-304a-4c0a-9f25-4e11d3c9a1ee admin admin] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=75940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:40:54.758847 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-3a1985e5-304a-4c0a-9f25-4e11d3c9a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66794767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1515076'] for segment, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:54.759338 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-82457af2-4bea-457b-9847-2867634c1eb1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:54.759338 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-82457af2-4bea-457b-9847-2867634c1eb1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: Traceback (most recent call last): Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: timer() Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: cb(*args, **kw) Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: return func(*args, **kwargs) Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: self._notify() Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: self.callback(batched_events) Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: event.method(event) Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: return f(self, *a, **k) Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: return self._get(url).json() Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: return self.request(url, 'GET', **kwargs) Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:40:54.759550 dv-cinder-806008-1-smb neutron-server[75940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:40:54.876855 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-82457af2-4bea-457b-9847-2867634c1eb1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Calling delete_port for 322497b5-1ad7-4b92-b4f9-1bff46315e76 owned by network:floatingip {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:40:54.945583 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-3a1985e5-304a-4c0a-9f25-4e11d3c9a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741978'] for network, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:54.945851 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:54.949292 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:54.963289 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-3a1985e5-304a-4c0a-9f25-4e11d3c9a1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:54.974931 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1985e5-304a-4c0a-9f25-4e11d3c9a1ee admin admin] Pushing event deleted for resources: {'Network': ['ID=b08e7367-2ed2-4b6d-8e3c-ddc97b10c842,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:54.978405 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-3a1985e5-304a-4c0a-9f25-4e11d3c9a1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:55.046513 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-3a1985e5-304a-4c0a-9f25-4e11d3c9a1ee admin admin] 10.222.0.35 "DELETE /v2.0/networks/b08e7367-2ed2-4b6d-8e3c-ddc97b10c842 HTTP/1.1" status: 204 len: 168 time: 0.7662346 Aug 25 16:40:55.096950 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-82457af2-4bea-457b-9847-2867634c1eb1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:55.101811 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-7fdd6ee1-e06f-4d4b-868c-3940ac124ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:55.177249 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82457af2-4bea-457b-9847-2867634c1eb1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Pushing event deleted for resources: {'Port': ['ID=322497b5-1ad7-4b92-b4f9-1bff46315e76,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:55.180854 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-82457af2-4bea-457b-9847-2867634c1eb1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:55.283099 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-82457af2-4bea-457b-9847-2867634c1eb1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for floatingip, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:55.300010 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-82457af2-4bea-457b-9847-2867634c1eb1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for floatingip, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:55.301064 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-82457af2-4bea-457b-9847-2867634c1eb1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "DELETE /v2.0/floatingips/e9ddb7a5-32fc-4dc6-a9c3-568b2808885d HTTP/1.1" status: 204 len: 168 time: 1.0298319 Aug 25 16:40:55.443913 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58722) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:55.483573 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:55.517486 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-af6a11bf-245b-4483-b0d1-1248129f45f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=751c2e48d9e64ae0886929b884077d9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0710588 Aug 25 16:40:55.519915 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58726) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:55.593119 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d9faf6ba-87c9-4975-a0f8-7f736760d5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:55.626716 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d9faf6ba-87c9-4975-a0f8-7f736760d5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:55.708344 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58732) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:55.715447 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-a801fd70-0168-4b19-902f-79f524bb9ba0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422407116', 'description': 'tempest-description--142130232'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:40:55.725286 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-a801fd70-0168-4b19-902f-79f524bb9ba0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:40:55.729531 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-a801fd70-0168-4b19-902f-79f524bb9ba0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Usage tracker for resource:security_group and tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:40:55.733072 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-a801fd70-0168-4b19-902f-79f524bb9ba0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:40:55.739593 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-a801fd70-0168-4b19-902f-79f524bb9ba0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:40:55.802966 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d9faf6ba-87c9-4975-a0f8-7f736760d5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:55.807313 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-7d267331-f697-4404-9ca6-d936b426b80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:55.830067 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9faf6ba-87c9-4975-a0f8-7f736760d5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57bc7d1-fb35-4a23-8713-9bc9b7feca0f,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:55.847048 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d9faf6ba-87c9-4975-a0f8-7f736760d5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:55.849193 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a801fd70-0168-4b19-902f-79f524bb9ba0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:55.905312 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-a801fd70-0168-4b19-902f-79f524bb9ba0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:40:55.915549 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-a801fd70-0168-4b19-902f-79f524bb9ba0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Usage tracker for resource:security_group_rule and tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:40:55.921941 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-a801fd70-0168-4b19-902f-79f524bb9ba0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:40:55.929172 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-a801fd70-0168-4b19-902f-79f524bb9ba0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:40:55.961975 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d9faf6ba-87c9-4975-a0f8-7f736760d5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:55.967197 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-d9faf6ba-87c9-4975-a0f8-7f736760d5e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d57bc7d1-fb35-4a23-8713-9bc9b7feca0f HTTP/1.1" status: 204 len: 168 time: 0.4422102 Aug 25 16:40:56.010266 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a801fd70-0168-4b19-902f-79f524bb9ba0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:56.097497 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a801fd70-0168-4b19-902f-79f524bb9ba0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:56.101419 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-4d447ef4-940f-43e3-91ea-e9e43365c19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:56.144929 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801fd70-0168-4b19-902f-79f524bb9ba0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5b5230-119d-4b47-82b8-73f1d18fc40a,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:56.152289 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-a801fd70-0168-4b19-902f-79f524bb9ba0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:56.266286 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a801fd70-0168-4b19-902f-79f524bb9ba0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:56.268477 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-a801fd70-0168-4b19-902f-79f524bb9ba0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.5589118 Aug 25 16:40:56.271626 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58748) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:56.278309 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-46bd21c9-d91b-47f9-a917-460c2c2adb0b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Request body: {'security_group_rule': {'security_group_id': '1c5b5230-119d-4b47-82b8-73f1d18fc40a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:40:56.285280 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-46bd21c9-d91b-47f9-a917-460c2c2adb0b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:40:56.289544 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-46bd21c9-d91b-47f9-a917-460c2c2adb0b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Usage tracker for resource:security_group_rule and tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:40:56.292463 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-46bd21c9-d91b-47f9-a917-460c2c2adb0b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:40:56.299120 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-46bd21c9-d91b-47f9-a917-460c2c2adb0b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:40:56.414472 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-46bd21c9-d91b-47f9-a917-460c2c2adb0b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:56.495137 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-46bd21c9-d91b-47f9-a917-460c2c2adb0b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:56.615474 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-46bd21c9-d91b-47f9-a917-460c2c2adb0b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:56.622308 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-09b8b3b2-c088-43ce-b91d-318eaa5f94b5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:56.648000 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd21c9-d91b-47f9-a917-460c2c2adb0b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f933b4a-04fe-4663-a4c1-388ba9fbc893,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:56.650882 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-46bd21c9-d91b-47f9-a917-460c2c2adb0b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:56.728524 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-46bd21c9-d91b-47f9-a917-460c2c2adb0b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:56.729778 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-46bd21c9-d91b-47f9-a917-460c2c2adb0b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4569478 Aug 25 16:40:56.732755 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58764) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:56.739915 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-5e467cf2-da1d-4c71-a09e-8c12243abdb7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Request body: {'security_group_rule': {'security_group_id': '1c5b5230-119d-4b47-82b8-73f1d18fc40a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:40:56.745956 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-5e467cf2-da1d-4c71-a09e-8c12243abdb7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:40:56.750209 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-5e467cf2-da1d-4c71-a09e-8c12243abdb7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Usage tracker for resource:security_group_rule and tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:40:56.753173 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-5e467cf2-da1d-4c71-a09e-8c12243abdb7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:40:56.759391 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-5e467cf2-da1d-4c71-a09e-8c12243abdb7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:40:56.845153 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5e467cf2-da1d-4c71-a09e-8c12243abdb7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:56.917521 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5e467cf2-da1d-4c71-a09e-8c12243abdb7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:56.984318 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60180c75-64b0-4858-949e-59a04e84dc3e req-33ffaaea-e91e-4c3c-a603-1404333b6934 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:56.985001 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-60180c75-64b0-4858-949e-59a04e84dc3e req-33ffaaea-e91e-4c3c-a603-1404333b6934 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Synchronizing usage tracker for tenant:5dd739138a9947d0ac25bc7cf35c044f on resource:network {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:40:57.025867 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5e467cf2-da1d-4c71-a09e-8c12243abdb7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:57.028811 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-9f5a3062-3239-4d99-b630-ed6f9ec2b8cf tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:57.055897 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e467cf2-da1d-4c71-a09e-8c12243abdb7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94328e15-46ad-4a50-8349-e09daac5b72a,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:57.060470 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5e467cf2-da1d-4c71-a09e-8c12243abdb7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:57.083605 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-60180c75-64b0-4858-949e-59a04e84dc3e req-33ffaaea-e91e-4c3c-a603-1404333b6934 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Unset dirty status for tenant:5dd739138a9947d0ac25bc7cf35c044f on resource:network {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:40:57.090616 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-60180c75-64b0-4858-949e-59a04e84dc3e req-33ffaaea-e91e-4c3c-a603-1404333b6934 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/networks?id=5ae4b2c8-5b57-47b7-8f20-23c93260cde2 HTTP/1.1" status: 200 len: 814 time: 0.2795320 Aug 25 16:40:57.108690 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-60180c75-64b0-4858-949e-59a04e84dc3e req-28b5d76f-ad72-46ed-b0d2-12d2c072ba99 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/quotas/5dd739138a9947d0ac25bc7cf35c044f HTTP/1.1" status: 200 len: 375 time: 0.0170469 Aug 25 16:40:57.171359 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5e467cf2-da1d-4c71-a09e-8c12243abdb7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:57.175641 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-5e467cf2-da1d-4c71-a09e-8c12243abdb7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4379692 Aug 25 16:40:57.175872 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58782) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:40:57.181974 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Request body: {'floatingip': {'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:40:57.187511 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:40:57.191982 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Usage tracker for resource:floatingip and tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:40:57.197124 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:40:57.205785 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:40:57.225458 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-60180c75-64b0-4858-949e-59a04e84dc3e req-d7219460-fa71-447e-bef3-a6d9bcb4543d tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Synchronizing usage tracker for tenant:5dd739138a9947d0ac25bc7cf35c044f on resource:port {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:40:57.302590 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for floatingip, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:57.333998 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-60180c75-64b0-4858-949e-59a04e84dc3e req-d7219460-fa71-447e-bef3-a6d9bcb4543d tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Unset dirty status for tenant:5dd739138a9947d0ac25bc7cf35c044f on resource:port {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:40:57.334236 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-fd35746b-22b9-48c4-a2d1-579ee2972e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:57.337012 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-60180c75-64b0-4858-949e-59a04e84dc3e req-d7219460-fa71-447e-bef3-a6d9bcb4543d tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5dd739138a9947d0ac25bc7cf35c044f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2261944 Aug 25 16:40:57.475905 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:57.510990 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-60180c75-64b0-4858-949e-59a04e84dc3e req-e19b3854-0b90-4e27-ba60-808150da16ee service neutron] 10.222.0.35 "GET /v2.0/networks/5ae4b2c8-5b57-47b7-8f20-23c93260cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596975 Aug 25 16:40:57.664263 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Allocated IP 172.28.2.154 (298d0f1e-c103-4242-b158-a28991e655e1/5184b04e-1ca0-4ee3-a46f-6b013348b4a8/50ab1cfe-9f8a-4227-b246-e46c8b1e0ef7) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:40:57.673623 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-60180c75-64b0-4858-949e-59a04e84dc3e req-f37350a5-7c10-44b6-bd24-9c4dd0544609 service neutron] 10.222.0.35 "GET /v2.0/networks/5ae4b2c8-5b57-47b7-8f20-23c93260cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616297 Aug 25 16:40:57.832639 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:57.969473 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:57.977018 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:58.025028 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7a673a78-d4e7-43ae-990c-666aa4cd3ae8 req-83ab530c-2981-4d37-82da-e998c127aefa tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 210 time: 0.0626485 Aug 25 16:40:58.028528 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:58.061040 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Network 298d0f1e-c103-4242-b158-a28991e655e1 is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:40:58.065680 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:40:58.070436 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:40:58.072975 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Sync routers for ids ['e802ba76-1a95-4f27-b02d-c6270976f14a'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:40:58.096968 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Routers {'e802ba76-1a95-4f27-b02d-c6270976f14a'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:40:58.098626 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:40:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['e802ba76-1a95-4f27-b02d-c6270976f14a'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:58.118930 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Pushing event updated for resources: {'Port': ['ID=50ab1cfe-9f8a-4227-b246-e46c8b1e0ef7,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:58.124264 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:58.146661 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a50e36-9de9-4428-92d8-2d3d54411237 None None] New status for floating IP e9ddb7a5-32fc-4dc6-a9c3-568b2808885d: DOWN {{(pid=75942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:40:58.334289 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:58.356754 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Set router e802ba76-1a95-4f27-b02d-c6270976f14a gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:40:58.504325 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:58.816885 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'name': 'tempest-TestMinimumBasicScenario-192352027-router', 'tenant_id': '512800f8892844c2bfaee346d1b1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ee89cd51-5991-4f81-b9d1-63920cb30f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:29Z', 'updated_at': '2021-08-25T16:40:35Z', 'revision_number': 4, 'project_id': '512800f8892844c2bfaee346d1b1211b', 'gw_port': {'id': 'ee89cd51-5991-4f81-b9d1-63920cb30f29', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:30Z', 'updated_at': '2021-08-25T16:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': '0fcba059-be6e-44ee-8170-0ebaec7b6d46', 'name': '', 'network_id': 'a45c29c3-a958-42ed-80a9-329fc5d1d77d', 'tenant_id': '512800f8892844c2bfaee346d1b1211b', 'mac_address': 'fa:16:3e:de:f4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54924858-1d40-4044-a651-f88654371fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:34Z', 'updated_at': '2021-08-25T16:40:35Z', 'revision_number': 2, 'project_id': '512800f8892844c2bfaee346d1b1211b', 'subnets': [{'id': '54924858-1d40-4044-a651-f88654371fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:40:58.823156 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Checking router: e802ba76-1a95-4f27-b02d-c6270976f14a for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:40:58.823623 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Updating router e802ba76-1a95-4f27-b02d-c6270976f14a port 0fcba059-be6e-44ee-8170-0ebaec7b6d46 binding host dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:40:58.887838 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:58.896547 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:58.995562 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:59.011009 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-2f438e50-1c1e-404d-ba9b-9688dfca25f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:59.174764 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741960'] for floatingip, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:59.181173 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5b1f0d1b-70e9-46b5-83a5-d311161a90b2 req-4bcb422e-941c-48ed-925b-ec083d9bd624 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 210 time: 0.0704677 Aug 25 16:40:59.198663 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Pushing event updated for resources: {'Port': ['ID=50ab1cfe-9f8a-4227-b246-e46c8b1e0ef7,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:59.205784 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:59.305327 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for floatingip, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:59.315349 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1296253 Aug 25 16:40:59.423949 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Notify callbacks [] for port, precommit_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:59.455517 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Transition to ACTIVE for port object 0fcba059-be6e-44ee-8170-0ebaec7b6d46 will not be triggered until provisioned by entity L2. {{(pid=75941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:40:59.541303 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:59.551791 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-8a0543c5-58fd-4c9e-95a8-714278f6db2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:40:59.661816 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-22d84a49-ded1-4fa9-94a2-86f24940315c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--422407116&fields=id&tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9 HTTP/1.1" status: 200 len: 267 time: 0.0956454 Aug 25 16:40:59.704605 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9ac08-6ffc-4247-976f-acac308b4698 None None] Pushing event updated for resources: {'Port': ['ID=0fcba059-be6e-44ee-8170-0ebaec7b6d46,revision_number=3']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:40:59.708310 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-3ae9ac08-6ffc-4247-976f-acac308b4698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:40:59.879036 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-79ea1abc-5a3c-44e2-b949-635674d01a8f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:40:59.880963 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-79ea1abc-5a3c-44e2-b949-635674d01a8f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/networks?id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4 HTTP/1.1" status: 200 len: 816 time: 0.2087419 Aug 25 16:40:59.902020 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-66e8a409-b385-474f-b6d5-ec9bf04ad085 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/quotas/9d3e55e2e3bf4a89aef28d62f16dfdd9 HTTP/1.1" status: 200 len: 375 time: 0.0145960 Aug 25 16:40:59.906963 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:59.931173 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Attempting to bind port 0fcba059-be6e-44ee-8170-0ebaec7b6d46 on host dv-cinder-806008-1-smb for vnic_type normal with profile {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:40:59.931441 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Attempting to bind port 0fcba059-be6e-44ee-8170-0ebaec7b6d46 by drivers openvswitch,hyperv on host dv-cinder-806008-1-smb at level 0 using segments [{'id': '378a468f-31a6-49e0-88c5-54d3eaef4eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'a45c29c3-a958-42ed-80a9-329fc5d1d77d'}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:40:59.931806 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Attempting to bind port 0fcba059-be6e-44ee-8170-0ebaec7b6d46 on network a45c29c3-a958-42ed-80a9-329fc5d1d77d {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:40:59.940963 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Checking agent: {'id': 'fd760231-abb6-44a2-b86b-e08c11151fea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 26, 55), 'started_at': datetime.datetime(2021, 8, 25, 16, 27, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:40:59.941406 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Checking segment: {'id': '378a468f-31a6-49e0-88c5-54d3eaef4eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'a45c29c3-a958-42ed-80a9-329fc5d1d77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:40:59.941832 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:40:59.942250 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Bound using segment: {'id': '378a468f-31a6-49e0-88c5-54d3eaef4eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'a45c29c3-a958-42ed-80a9-329fc5d1d77d'} {{(pid=75941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:40:59.942712 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.managers [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Bound port: 0fcba059-be6e-44ee-8170-0ebaec7b6d46, host: dv-cinder-806008-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378a468f-31a6-49e0-88c5-54d3eaef4eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'a45c29c3-a958-42ed-80a9-329fc5d1d77d'}}] {{(pid=75941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:40:59.943094 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:00.014078 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-6e0c3df4-f037-463a-81f7-be5302067d18 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Synchronizing usage tracker for tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 on resource:port {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:41:00.065271 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] For port 0fcba059-be6e-44ee-8170-0ebaec7b6d46, host dv-cinder-806008-1-smb, cleared binding levels {{(pid=75941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:41:00.070433 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] For port 0fcba059-be6e-44ee-8170-0ebaec7b6d46, host dv-cinder-806008-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=0fcba059-be6e-44ee-8170-0ebaec7b6d46,segment=NetworkSegment(378a468f-31a6-49e0-88c5-54d3eaef4eb2),segment_id=378a468f-31a6-49e0-88c5-54d3eaef4eb2)] {{(pid=75941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:41:00.094854 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-6e0c3df4-f037-463a-81f7-be5302067d18 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Unset dirty status for tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 on resource:port {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:41:00.096369 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-6e0c3df4-f037-463a-81f7-be5302067d18 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1869490 Aug 25 16:41:00.180430 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:00.184421 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-68fe87ce-d9e7-468e-8b33-da58144f7114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:00.295144 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9ac08-6ffc-4247-976f-acac308b4698 None None] Pushing event updated for resources: {'Port': ['ID=0fcba059-be6e-44ee-8170-0ebaec7b6d46,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:00.306604 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Routers {'e802ba76-1a95-4f27-b02d-c6270976f14a'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:41:00.306604 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:40:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['e802ba76-1a95-4f27-b02d-c6270976f14a'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:41:00.328916 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-47a2c5d3-ed69-4d48-b3e0-045292b766de service neutron] 10.222.0.35 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196167 Aug 25 16:41:00.390087 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-3ae9ac08-6ffc-4247-976f-acac308b4698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:00.557855 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58850) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:00.628799 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] Set router e802ba76-1a95-4f27-b02d-c6270976f14a gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:41:00.679298 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-096ab578-166c-42e3-b9d9-eeaacff6b54e req-c8e0bf3a-2c24-4146-8aea-5c2b3abdb1fa tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 210 time: 0.3227296 Aug 25 16:41:00.771463 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-92d1d3c1-8251-49a3-8035-14521871cd44 service neutron] 10.222.0.35 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416759 Aug 25 16:41:00.781430 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-098939df-a853-458b-84d6-1bda2a8649db admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:00.827919 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-098939df-a853-458b-84d6-1bda2a8649db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:00.836576 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-098939df-a853-458b-84d6-1bda2a8649db admin admin] Usage tracker for resource:security_group_rule and tenant:2aa4f4c613bd42f7b025c3e61dfbb43e is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:00.841474 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-098939df-a853-458b-84d6-1bda2a8649db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:00.850916 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-098939df-a853-458b-84d6-1bda2a8649db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:00.928899 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-098939df-a853-458b-84d6-1bda2a8649db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:01.069631 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-098939df-a853-458b-84d6-1bda2a8649db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:01.085859 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'name': 'tempest-TestMinimumBasicScenario-192352027-router', 'tenant_id': '512800f8892844c2bfaee346d1b1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ee89cd51-5991-4f81-b9d1-63920cb30f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:29Z', 'updated_at': '2021-08-25T16:40:35Z', 'revision_number': 4, 'project_id': '512800f8892844c2bfaee346d1b1211b', 'gw_port': {'id': 'ee89cd51-5991-4f81-b9d1-63920cb30f29', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:30Z', 'updated_at': '2021-08-25T16:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': '0fcba059-be6e-44ee-8170-0ebaec7b6d46', 'name': '', 'network_id': 'a45c29c3-a958-42ed-80a9-329fc5d1d77d', 'tenant_id': '512800f8892844c2bfaee346d1b1211b', 'mac_address': 'fa:16:3e:de:f4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54924858-1d40-4044-a651-f88654371fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:34Z', 'updated_at': '2021-08-25T16:41:00Z', 'revision_number': 4, 'project_id': '512800f8892844c2bfaee346d1b1211b', 'subnets': [{'id': '54924858-1d40-4044-a651-f88654371fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:41:01.099360 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ef7492-8afc-43f3-8bfe-dc65ed0d78ef None None] The sync data for ids ['e802ba76-1a95-4f27-b02d-c6270976f14a'] in dv-cinder-806008-1-smb is: [{'id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'name': 'tempest-TestMinimumBasicScenario-192352027-router', 'tenant_id': '512800f8892844c2bfaee346d1b1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ee89cd51-5991-4f81-b9d1-63920cb30f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:29Z', 'updated_at': '2021-08-25T16:40:35Z', 'revision_number': 4, 'project_id': '512800f8892844c2bfaee346d1b1211b', 'gw_port': {'id': 'ee89cd51-5991-4f81-b9d1-63920cb30f29', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:30Z', 'updated_at': '2021-08-25T16:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': '0fcba059-be6e-44ee-8170-0ebaec7b6d46', 'name': '', 'network_id': 'a45c29c3-a958-42ed-80a9-329fc5d1d77d', 'tenant_id': '512800f8892844c2bfaee346d1b1211b', 'mac_address': 'fa:16:3e:de:f4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54924858-1d40-4044-a651-f88654371fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:34Z', 'updated_at': '2021-08-25T16:41:00Z', 'revision_number': 4, 'project_id': '512800f8892844c2bfaee346d1b1211b', 'subnets': [{'id': '54924858-1d40-4044-a651-f88654371fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:41:01.113719 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-c7aacc1b-247d-4451-b173-b4c35ff3fb1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:01.207805 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098939df-a853-458b-84d6-1bda2a8649db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0afa6e-3735-4d31-b193-2dd6b07b76b4,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:01.213939 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-098939df-a853-458b-84d6-1bda2a8649db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:01.222299 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-098939df-a853-458b-84d6-1bda2a8649db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2aa4f4c613bd42f7b025c3e61dfbb43e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6631792 Aug 25 16:41:01.226210 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58862) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:01.239283 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a6fc75a7-d4d5-4c44-ab52-f370cfaf1cbe req-ed28402f-8029-4625-ba22-dec76b931aef tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 210 time: 0.0735881 Aug 25 16:41:01.360011 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-64f0f24e-68e2-4b57-95d6-5eefec431468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:01.386687 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-64f0f24e-68e2-4b57-95d6-5eefec431468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:01.585184 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60180c75-64b0-4858-949e-59a04e84dc3e req-dd5bc05e-9ce4-4721-af3f-b7d8b0b13c88 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:01.586640 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-60180c75-64b0-4858-949e-59a04e84dc3e req-dd5bc05e-9ce4-4721-af3f-b7d8b0b13c88 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.81 "GET /v2.0/networks?id=5ae4b2c8-5b57-47b7-8f20-23c93260cde2 HTTP/1.1" status: 200 len: 814 time: 0.1756656 Aug 25 16:41:01.608994 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-60180c75-64b0-4858-949e-59a04e84dc3e req-0aabe56f-26df-4740-a111-00b932bdd211 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Request body: {'port': {'device_id': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2', 'admin_state_up': True, 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:01.691222 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-64f0f24e-68e2-4b57-95d6-5eefec431468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:01.699438 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-f1036736-35d9-453e-a5b7-5477cedc3aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:01.726942 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0f24e-68e2-4b57-95d6-5eefec431468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0afa6e-3735-4d31-b193-2dd6b07b76b4,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:01.739750 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-64f0f24e-68e2-4b57-95d6-5eefec431468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:01.749791 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-64f0f24e-68e2-4b57-95d6-5eefec431468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:01.750682 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-64f0f24e-68e2-4b57-95d6-5eefec431468 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e0afa6e-3735-4d31-b193-2dd6b07b76b4 HTTP/1.1" status: 204 len: 168 time: 0.5233502 Aug 25 16:41:01.824822 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-60180c75-64b0-4858-949e-59a04e84dc3e req-0aabe56f-26df-4740-a111-00b932bdd211 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:01.836718 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-60180c75-64b0-4858-949e-59a04e84dc3e req-0aabe56f-26df-4740-a111-00b932bdd211 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:01.919037 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1f5c8ff8-5eec-44a5-9ea2-e57043240929 req-a7f06234-3b40-44bb-89d7-43cf210b7024 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 210 time: 0.0528831 Aug 25 16:41:01.976961 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60180c75-64b0-4858-949e-59a04e84dc3e req-0aabe56f-26df-4740-a111-00b932bdd211 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Made reservation on behalf of 5dd739138a9947d0ac25bc7cf35c044f for: {'port': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:41:01.984736 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60180c75-64b0-4858-949e-59a04e84dc3e req-0aabe56f-26df-4740-a111-00b932bdd211 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:02.208926 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [req-60180c75-64b0-4858-949e-59a04e84dc3e req-0aabe56f-26df-4740-a111-00b932bdd211 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Allocated IP 172.20.0.3 (5ae4b2c8-5b57-47b7-8f20-23c93260cde2/b1a974d7-f30e-4176-9deb-f8963fe567fd/a52bd903-dd7a-4cfb-b208-b586278bc5e1) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:41:02.397220 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-64b55fb9-a1b7-401e-b5a5-cf304676d570 req-05d0a902-83bf-40c6-b57e-de32a342a69c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 210 time: 0.0526092 Aug 25 16:41:02.454531 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60180c75-64b0-4858-949e-59a04e84dc3e req-0aabe56f-26df-4740-a111-00b932bdd211 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:02.471017 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.provisioning_blocks [req-60180c75-64b0-4858-949e-59a04e84dc3e req-0aabe56f-26df-4740-a111-00b932bdd211 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Transition to ACTIVE for port object a52bd903-dd7a-4cfb-b208-b586278bc5e1 will not be triggered until provisioned by entity DHCP. {{(pid=75940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:41:02.566772 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60180c75-64b0-4858-949e-59a04e84dc3e req-0aabe56f-26df-4740-a111-00b932bdd211 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:02.576023 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-b7a77e46-f08f-4e47-9fbf-bed2e5e8f2c1 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:02.652722 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 0fcba059-be6e-44ee-8170-0ebaec7b6d46 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:41:02.685169 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60180c75-64b0-4858-949e-59a04e84dc3e req-0aabe56f-26df-4740-a111-00b932bdd211 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Network 5ae4b2c8-5b57-47b7-8f20-23c93260cde2 is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:41:02.690790 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [req-60180c75-64b0-4858-949e-59a04e84dc3e req-0aabe56f-26df-4740-a111-00b932bdd211 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:41:02.696896 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-60180c75-64b0-4858-949e-59a04e84dc3e req-0aabe56f-26df-4740-a111-00b932bdd211 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:41:02.731025 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabe56f-26df-4740-a111-00b932bdd211 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Pushing event updated for resources: {'Port': ['ID=a52bd903-dd7a-4cfb-b208-b586278bc5e1,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:02.738055 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-0aabe56f-26df-4740-a111-00b932bdd211 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:02.759265 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 58894) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:02.775242 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60180c75-64b0-4858-949e-59a04e84dc3e req-0aabe56f-26df-4740-a111-00b932bdd211 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:02.776839 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60180c75-64b0-4858-949e-59a04e84dc3e req-0aabe56f-26df-4740-a111-00b932bdd211 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:02.794360 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cd455cff-acb5-47b5-b24a-e026404446ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:02.830386 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-cd455cff-acb5-47b5-b24a-e026404446ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:02.834856 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-cd455cff-acb5-47b5-b24a-e026404446ae admin admin] Usage tracker for resource:security_group_rule and tenant:7bfdaa95271e4db7941be160ebdc4c7c is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:02.837803 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-cd455cff-acb5-47b5-b24a-e026404446ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:02.846420 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-cd455cff-acb5-47b5-b24a-e026404446ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:02.863033 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning for port 0fcba059-be6e-44ee-8170-0ebaec7b6d46 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:41:02.868687 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 0fcba059-be6e-44ee-8170-0ebaec7b6d46 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:41:02.869308 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:02.901576 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-60180c75-64b0-4858-949e-59a04e84dc3e req-0aabe56f-26df-4740-a111-00b932bdd211 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2973204 Aug 25 16:41:02.919630 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Request body: {'port': {'device_id': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:03.045169 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:03.091785 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cd455cff-acb5-47b5-b24a-e026404446ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:03.126226 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] For port 0fcba059-be6e-44ee-8170-0ebaec7b6d46, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=0fcba059-be6e-44ee-8170-0ebaec7b6d46,segment=NetworkSegment(378a468f-31a6-49e0-88c5-54d3eaef4eb2),segment_id=378a468f-31a6-49e0-88c5-54d3eaef4eb2)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:41:03.217878 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cd455cff-acb5-47b5-b24a-e026404446ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:03.220209 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:03.227784 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-3ae9ac08-6ffc-4247-976f-acac308b4698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:03.258669 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:03.323374 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-6a42cb34-051f-47e7-a501-3ed086968aff None None] Provisioning for port a52bd903-dd7a-4cfb-b208-b586278bc5e1 completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:41:03.329183 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-1fd4d6f3-3b57-4250-9965-74a77a36fc86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:03.355602 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-cd455cff-acb5-47b5-b24a-e026404446ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7bfdaa95271e4db7941be160ebdc4c7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5952489 Aug 25 16:41:03.364250 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-6a42cb34-051f-47e7-a501-3ed086968aff None None] Provisioning complete for port a52bd903-dd7a-4cfb-b208-b586278bc5e1 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:41:03.364483 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 58910) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:03.364716 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-6a42cb34-051f-47e7-a501-3ed086968aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:03.466505 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Pushing event updated for resources: {'Port': ['ID=0fcba059-be6e-44ee-8170-0ebaec7b6d46,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:03.472664 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:03.473343 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-6a42cb34-051f-47e7-a501-3ed086968aff None None] Port a52bd903-dd7a-4cfb-b208-b586278bc5e1 cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:41:03.480424 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd455cff-acb5-47b5-b24a-e026404446ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6873c14f-c27f-4465-8886-1936750bcd92,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:03.489739 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715b5f9-05b9-41e6-bc66-d07a53179f85 req-4c107cab-a791-4808-9510-e1496baa5fcc tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:03.500282 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5715b5f9-05b9-41e6-bc66-d07a53179f85 req-4c107cab-a791-4808-9510-e1496baa5fcc tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 931 time: 0.3724854 Aug 25 16:41:03.507049 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-cd455cff-acb5-47b5-b24a-e026404446ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:03.570993 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-5715b5f9-05b9-41e6-bc66-d07a53179f85 req-f778f760-50eb-40b0-80dd-b670311ec1e5 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Synchronizing usage tracker for tenant:5dd739138a9947d0ac25bc7cf35c044f on resource:security_group {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:41:03.659202 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9409a0de-b636-4135-936a-65873ef8ae02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:03.688916 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-5715b5f9-05b9-41e6-bc66-d07a53179f85 req-f778f760-50eb-40b0-80dd-b670311ec1e5 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Unset dirty status for tenant:5dd739138a9947d0ac25bc7cf35c044f on resource:security_group {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:41:03.689594 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5715b5f9-05b9-41e6-bc66-d07a53179f85 req-f778f760-50eb-40b0-80dd-b670311ec1e5 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882942 Aug 25 16:41:03.770530 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9409a0de-b636-4135-936a-65873ef8ae02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:04.072294 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-275e48af-32ca-48ea-a7ae-c92ff5bee99a req-3335ebc2-163a-4000-bdc4-45807f3a0f63 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 210 time: 0.0990963 Aug 25 16:41:04.169374 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52bd903-dd7a-4cfb-b208-b586278bc5e1 {{(pid=75940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:41:04.188387 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:04.211992 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.provisioning_blocks [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Transition to ACTIVE for port object a52bd903-dd7a-4cfb-b208-b586278bc5e1 will not be triggered until provisioned by entity L2. {{(pid=75940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:41:04.214333 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9409a0de-b636-4135-936a-65873ef8ae02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:04.222388 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:04.240729 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409a0de-b636-4135-936a-65873ef8ae02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6873c14f-c27f-4465-8886-1936750bcd92,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:04.251689 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-9409a0de-b636-4135-936a-65873ef8ae02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:04.258585 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9409a0de-b636-4135-936a-65873ef8ae02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:04.259992 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-9409a0de-b636-4135-936a-65873ef8ae02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6873c14f-c27f-4465-8886-1936750bcd92 HTTP/1.1" status: 204 len: 168 time: 0.8944867 Aug 25 16:41:04.293769 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:04.301460 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:04.506763 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a52bd903-dd7a-4cfb-b208-b586278bc5e1,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:04.533187 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:04.649791 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 0fcba059-be6e-44ee-8170-0ebaec7b6d46 up at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:41:04.712530 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Attempting to bind port a52bd903-dd7a-4cfb-b208-b586278bc5e1 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:41:04.712963 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Attempting to bind port a52bd903-dd7a-4cfb-b208-b586278bc5e1 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '8cb98624-74fc-4bfc-aa99-ebcfad0f31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2'}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:41:04.713279 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Attempting to bind port a52bd903-dd7a-4cfb-b208-b586278bc5e1 on network 5ae4b2c8-5b57-47b7-8f20-23c93260cde2 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:41:04.719994 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Port a52bd903-dd7a-4cfb-b208-b586278bc5e1 on network 5ae4b2c8-5b57-47b7-8f20-23c93260cde2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:41:04.720280 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Attempting to bind port a52bd903-dd7a-4cfb-b208-b586278bc5e1 on network 5ae4b2c8-5b57-47b7-8f20-23c93260cde2 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:41:04.727189 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:41:04.727554 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Checking segment: {'id': '8cb98624-74fc-4bfc-aa99-ebcfad0f31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:41:04.727908 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Bound using segment: {'id': '8cb98624-74fc-4bfc-aa99-ebcfad0f31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2'} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:41:04.728364 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Bound port: a52bd903-dd7a-4cfb-b208-b586278bc5e1, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb98624-74fc-4bfc-aa99-ebcfad0f31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2'}}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:41:04.728708 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:04.748863 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Provisioning complete for port 0fcba059-be6e-44ee-8170-0ebaec7b6d46 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:41:04.749401 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:04.950996 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] For port a52bd903-dd7a-4cfb-b208-b586278bc5e1, host hv-cinder-80600, cleared binding levels {{(pid=75940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:41:04.956951 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] For port a52bd903-dd7a-4cfb-b208-b586278bc5e1, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a52bd903-dd7a-4cfb-b208-b586278bc5e1,segment=NetworkSegment(8cb98624-74fc-4bfc-aa99-ebcfad0f31da),segment_id=8cb98624-74fc-4bfc-aa99-ebcfad0f31da)] {{(pid=75940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:41:05.047086 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:05.062015 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:05.142936 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:05.142936 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-60180c75-64b0-4858-949e-59a04e84dc3e req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] 10.222.0.81 "PUT /v2.0/ports/a52bd903-dd7a-4cfb-b208-b586278bc5e1 HTTP/1.1" status: 200 len: 1093 time: 2.2242508 Aug 25 16:41:05.159920 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'tag': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:41:05.215085 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb2e76-6791-46f3-a616-a6df8eb8088f req-5c46a05a-6e3e-4e02-9673-5702bb1daa05 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:05.216669 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6cbb2e76-6791-46f3-a616-a6df8eb8088f req-5c46a05a-6e3e-4e02-9673-5702bb1daa05 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1530275 Aug 25 16:41:05.250932 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a52bd903-dd7a-4cfb-b208-b586278bc5e1,revision_number=3']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:05.254468 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:05.262581 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaf6fe-d48d-4232-8151-89baad621d11 req-a616ca79-d03e-42b6-8c80-33640fcd5694 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:05.266017 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8dcaf6fe-d48d-4232-8151-89baad621d11 req-a616ca79-d03e-42b6-8c80-33640fcd5694 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 943 time: 0.2891998 Aug 25 16:41:05.359454 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6cbb2e76-6791-46f3-a616-a6df8eb8088f req-6d381f4e-7d65-4c4a-b1f3-e6aeb420ec75 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212997 Aug 25 16:41:05.364855 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8dcaf6fe-d48d-4232-8151-89baad621d11 req-d144f845-9d11-43c7-805b-e07b73fcbfae tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802293 Aug 25 16:41:05.506068 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'tag': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1', 'status': 'completed', 'code': 200} Aug 25 16:41:05.586054 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-abd820f0-f22c-4aae-9be2-3e7a13afd8fa req-c8201040-8936-48de-bf5e-989c8950fd6f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 210 time: 0.0490236 Aug 25 16:41:06.663025 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77aab3-73f5-48f1-a6fc-9ab3c31fec1e req-cd33c41b-4c6f-4c2a-b14a-18ab3faa957e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:06.664427 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-af77aab3-73f5-48f1-a6fc-9ab3c31fec1e req-cd33c41b-4c6f-4c2a-b14a-18ab3faa957e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 943 time: 0.1650181 Aug 25 16:41:06.671770 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831e249-d322-414d-add6-9287889aa956 req-1c6f5d99-af5c-4b78-8d17-0db66a16b340 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:06.673215 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c831e249-d322-414d-add6-9287889aa956 req-1c6f5d99-af5c-4b78-8d17-0db66a16b340 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1167297 Aug 25 16:41:06.756543 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-af77aab3-73f5-48f1-a6fc-9ab3c31fec1e req-5c0ec796-d77e-427a-8301-56de96f29e93 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822475 Aug 25 16:41:06.762671 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c831e249-d322-414d-add6-9287889aa956 req-2217877d-03d8-4c64-be88-55964abe01aa tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736182 Aug 25 16:41:06.961340 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ff7ca315-6285-408f-a0c0-39dbde95975a req-2360e8ae-5a1e-49c7-9045-37e0de8a00e9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 210 time: 0.0591726 Aug 25 16:41:08.147398 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e16793-d7f1-4440-93b1-ddfb9b0fc3df req-0d2b9dd5-0879-4b33-ac71-bba464160a83 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:08.149073 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-25e16793-d7f1-4440-93b1-ddfb9b0fc3df req-0d2b9dd5-0879-4b33-ac71-bba464160a83 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 943 time: 0.2359734 Aug 25 16:41:08.163330 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489bb7d-7f31-4e69-9ea5-89df3062ef5d req-baadb8fe-38c8-4748-81ca-b846fa23b3bb tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:08.165292 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e489bb7d-7f31-4e69-9ea5-89df3062ef5d req-baadb8fe-38c8-4748-81ca-b846fa23b3bb tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1574574 Aug 25 16:41:08.257033 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-25e16793-d7f1-4440-93b1-ddfb9b0fc3df req-b8a6ea5e-01f2-40d5-afc1-5168853d5117 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006680 Aug 25 16:41:08.262224 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e489bb7d-7f31-4e69-9ea5-89df3062ef5d req-99ea4219-e0ae-417d-9ddb-7b9359e9582c tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781028 Aug 25 16:41:08.473054 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-18bfd7b2-54f1-4086-8f15-e5309e57d70a req-5af11287-e80b-430e-b1de-1285c101b85d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 210 time: 0.0562322 Aug 25 16:41:09.584153 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbe911-36eb-4767-bff3-5c8d9b3e4d98 req-14f610e0-53c3-4d5a-acd2-2a5ac67fd06f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:09.585628 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7dbbe911-36eb-4767-bff3-5c8d9b3e4d98 req-14f610e0-53c3-4d5a-acd2-2a5ac67fd06f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1169024 Aug 25 16:41:09.600554 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433b1e4-672c-483a-aeef-1c7a0e491889 req-ce3df860-a79c-4d06-9faf-75aeb6750273 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:09.600554 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8433b1e4-672c-483a-aeef-1c7a0e491889 req-ce3df860-a79c-4d06-9faf-75aeb6750273 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 943 time: 0.1668618 Aug 25 16:41:09.682850 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7dbbe911-36eb-4767-bff3-5c8d9b3e4d98 req-5fc5b3e2-9f1f-4df1-8c94-904902c6e722 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854700 Aug 25 16:41:09.701004 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8433b1e4-672c-483a-aeef-1c7a0e491889 req-4ebe0624-bf7a-4fdc-bcdf-4ed22c584dcb tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889032 Aug 25 16:41:09.863371 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9aee19ac-dbf2-4327-bc7c-6a906dcd9673 req-ea151404-ce45-418a-9d08-64a0f4277d76 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 210 time: 0.0481617 Aug 25 16:41:10.980166 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54973f51-fa9b-4e77-bff7-9c31a07bff5f req-5ea0e032-dd5f-48d4-9159-1c58590ad6d4 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:10.983842 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-54973f51-fa9b-4e77-bff7-9c31a07bff5f req-5ea0e032-dd5f-48d4-9159-1c58590ad6d4 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 943 time: 0.1496866 Aug 25 16:41:10.991652 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddeadf0-9482-4cdb-a716-267232df6535 req-95b1bcee-5aab-4765-8a98-3c5e4c74ac67 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:10.992454 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9ddeadf0-9482-4cdb-a716-267232df6535 req-95b1bcee-5aab-4765-8a98-3c5e4c74ac67 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1264474 Aug 25 16:41:11.067431 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-54973f51-fa9b-4e77-bff7-9c31a07bff5f req-d83b02e8-564b-476d-a266-8f5abc7145f2 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739713 Aug 25 16:41:11.084249 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9ddeadf0-9482-4cdb-a716-267232df6535 req-8e1f01ac-1d96-4e41-b5d9-6b208278028d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575521 Aug 25 16:41:11.268515 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8134213e-651a-4d6d-884c-3626fb78008e req-26532ff5-b777-4bda-a2bb-585b3d1fe4b3 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 210 time: 0.0460048 Aug 25 16:41:12.071174 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:41:12.490468 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d094b41-9b5c-4c39-9c36-0ab729439434 req-7b4787b7-40df-4ad9-a7fa-26a47b1256fa tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:12.491919 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3d094b41-9b5c-4c39-9c36-0ab729439434 req-7b4787b7-40df-4ad9-a7fa-26a47b1256fa tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1235166 Aug 25 16:41:12.503387 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f4d7a-94b5-4388-880d-182d898519ca req-9ed92ffc-f561-4a96-8b2d-03f82eb53c49 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:12.504809 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b25f4d7a-94b5-4388-880d-182d898519ca req-9ed92ffc-f561-4a96-8b2d-03f82eb53c49 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 943 time: 0.2804799 Aug 25 16:41:12.583604 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b25f4d7a-94b5-4388-880d-182d898519ca req-3b5906e7-30be-4ac3-abab-2912cced9608 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620120 Aug 25 16:41:12.600630 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3d094b41-9b5c-4c39-9c36-0ab729439434 req-a8d0d677-efeb-4679-9d34-cd58286e7f39 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946994 Aug 25 16:41:12.776834 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f156dcd2-6f4e-4d48-ba99-204faadb19d6 req-06a6a886-8249-4882-afe1-064171d6c6b1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 210 time: 0.0475571 Aug 25 16:41:13.861117 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59126) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:13.877159 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483721b0-1301-43df-bbaf-9ad4c17b43c0 req-cd6f3b22-8c31-4a5e-bee5-119e9eb8414c tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:13.878678 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-483721b0-1301-43df-bbaf-9ad4c17b43c0 req-cd6f3b22-8c31-4a5e-bee5-119e9eb8414c tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1098883 Aug 25 16:41:13.914618 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc9cd0-95dc-435f-99bc-cfb09a91e2fe req-df50efc0-ac92-458c-8030-a7535f591341 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:13.916204 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-10fc9cd0-95dc-435f-99bc-cfb09a91e2fe req-df50efc0-ac92-458c-8030-a7535f591341 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 943 time: 0.1920886 Aug 25 16:41:13.966431 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-483721b0-1301-43df-bbaf-9ad4c17b43c0 req-ff9967e6-ba51-45d9-a489-51da767973c8 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799181 Aug 25 16:41:13.979162 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-10fc9cd0-95dc-435f-99bc-cfb09a91e2fe req-7d1387fb-c4dc-49f1-9ed7-4f9b15bb1bdc tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530484 Aug 25 16:41:14.060911 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-04eacc9c-af4e-482a-bde8-246f5da55fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:14.096800 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-04eacc9c-af4e-482a-bde8-246f5da55fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:14.100667 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-04eacc9c-af4e-482a-bde8-246f5da55fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:039556cf4ad146b19ea6bf50fdd2e026 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:14.103551 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-04eacc9c-af4e-482a-bde8-246f5da55fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:14.109902 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-04eacc9c-af4e-482a-bde8-246f5da55fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:14.161100 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-78fff824-ae7b-4b44-bcfe-b7fe793093be req-cdb5e98b-f8c1-47f5-a68e-ce92147e860a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 210 time: 0.0689297 Aug 25 16:41:14.181559 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-04eacc9c-af4e-482a-bde8-246f5da55fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:14.250441 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-04eacc9c-af4e-482a-bde8-246f5da55fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:14.271764 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-098939df-a853-458b-84d6-1bda2a8649db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:14.308939 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-04eacc9c-af4e-482a-bde8-246f5da55fa6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=039556cf4ad146b19ea6bf50fdd2e026&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4466352 Aug 25 16:41:14.310873 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eacc9c-af4e-482a-bde8-246f5da55fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104c4ec6-afca-4566-8e12-99aea2d29cb5,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:14.311683 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 59134) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:14.316101 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-04eacc9c-af4e-482a-bde8-246f5da55fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:14.389803 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-e08dfb63-11e0-4b3e-871d-29cc9ea94ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:14.419401 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-e08dfb63-11e0-4b3e-871d-29cc9ea94ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:14.564980 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-e08dfb63-11e0-4b3e-871d-29cc9ea94ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:14.568799 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0f76ff62-2e82-45c5-90af-60cbcea3b338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:14.582826 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08dfb63-11e0-4b3e-871d-29cc9ea94ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104c4ec6-afca-4566-8e12-99aea2d29cb5,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:14.585807 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-e08dfb63-11e0-4b3e-871d-29cc9ea94ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:14.595215 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-e08dfb63-11e0-4b3e-871d-29cc9ea94ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:14.601578 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-e08dfb63-11e0-4b3e-871d-29cc9ea94ec1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/104c4ec6-afca-4566-8e12-99aea2d29cb5 HTTP/1.1" status: 204 len: 168 time: 0.2849195 Aug 25 16:41:15.256307 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540fe6b-abb6-4a56-8cca-c7df8e164ec9 req-2ac6c1dc-07ed-4bbf-872d-056c5759ca6b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:15.257855 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c540fe6b-abb6-4a56-8cca-c7df8e164ec9 req-2ac6c1dc-07ed-4bbf-872d-056c5759ca6b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1486480 Aug 25 16:41:15.290384 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e80ed-10a6-4f27-aee1-5d364d874603 req-0823b0a6-2f80-47fb-ab65-82e0bc378d1a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:15.291741 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3b6e80ed-10a6-4f27-aee1-5d364d874603 req-0823b0a6-2f80-47fb-ab65-82e0bc378d1a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 943 time: 0.1317711 Aug 25 16:41:15.347850 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c540fe6b-abb6-4a56-8cca-c7df8e164ec9 req-1611bc99-05bc-47ee-85e4-bcb138e1d114 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841119 Aug 25 16:41:15.364189 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3b6e80ed-10a6-4f27-aee1-5d364d874603 req-5ce58809-1942-4583-ad2f-d3d5b8f93e46 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609174 Aug 25 16:41:15.507522 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 59152) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:15.563707 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-28e12afb-5fbf-4b58-939b-9bc00935d6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:15.580524 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8599d2aa-e75f-44c4-b10e-92911f517959 req-1f906ac9-c96d-4c7f-8a5e-51a74e84dec8 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 210 time: 0.0567441 Aug 25 16:41:15.604479 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-28e12afb-5fbf-4b58-939b-9bc00935d6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:15.609464 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-28e12afb-5fbf-4b58-939b-9bc00935d6d6 admin admin] Usage tracker for resource:security_group_rule and tenant:1a69367e998a4959bd0b5ea7b0b5e5ba is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:15.612942 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-28e12afb-5fbf-4b58-939b-9bc00935d6d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:15.619658 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-28e12afb-5fbf-4b58-939b-9bc00935d6d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:15.702195 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-28e12afb-5fbf-4b58-939b-9bc00935d6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:15.764863 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-28e12afb-5fbf-4b58-939b-9bc00935d6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:15.771582 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-a51bd5c1-eb06-46b7-b09e-9cdbdba6fbcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:15.817028 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e12afb-5fbf-4b58-939b-9bc00935d6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2e9be6-e254-4976-9165-bf240f287264,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:15.821343 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-28e12afb-5fbf-4b58-939b-9bc00935d6d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a69367e998a4959bd0b5ea7b0b5e5ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3122849 Aug 25 16:41:15.822417 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-28e12afb-5fbf-4b58-939b-9bc00935d6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:15.824359 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59156) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:15.947371 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ccd2549d-f5f2-4dea-a627-bbe5363bc2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:15.976649 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-6cc03f78-074b-49de-91ce-a8d6e2dfaf2f req-feff598b-cc2a-4862-b381-84be07a6357c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5dd739138a9947d0ac25bc7cf35c044f&device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 1096 time: 0.1279247 Aug 25 16:41:16.009720 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ccd2549d-f5f2-4dea-a627-bbe5363bc2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:16.159921 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc03f78-074b-49de-91ce-a8d6e2dfaf2f req-365292eb-2e75-4521-9332-464baf4dbc14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:16.161435 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-6cc03f78-074b-49de-91ce-a8d6e2dfaf2f req-365292eb-2e75-4521-9332-464baf4dbc14 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=5dd739138a9947d0ac25bc7cf35c044f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1714599 Aug 25 16:41:16.248074 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ccd2549d-f5f2-4dea-a627-bbe5363bc2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:16.257325 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-e7bd098e-2e3b-4b64-bba5-8b01dd96f3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:16.273231 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2549d-f5f2-4dea-a627-bbe5363bc2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2e9be6-e254-4976-9165-bf240f287264,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:16.275838 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-ccd2549d-f5f2-4dea-a627-bbe5363bc2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:16.289996 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ccd2549d-f5f2-4dea-a627-bbe5363bc2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:16.293579 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-ccd2549d-f5f2-4dea-a627-bbe5363bc2f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a2e9be6-e254-4976-9165-bf240f287264 HTTP/1.1" status: 204 len: 168 time: 0.4637506 Aug 25 16:41:16.339565 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc03f78-074b-49de-91ce-a8d6e2dfaf2f req-d440529a-6cc6-47bd-9320-c2576cda5a4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:16.341137 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-6cc03f78-074b-49de-91ce-a8d6e2dfaf2f req-d440529a-6cc6-47bd-9320-c2576cda5a4b service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1660235 Aug 25 16:41:16.535872 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-60180c75-64b0-4858-949e-59a04e84dc3e req-f6f9a8bc-9cbc-45f5-9b2e-499a00b75397 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5dd739138a9947d0ac25bc7cf35c044f&device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 1096 time: 0.1314764 Aug 25 16:41:16.622218 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-60180c75-64b0-4858-949e-59a04e84dc3e req-c3c8d4f9-5d0e-4796-813d-528d9c617aa1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52bd903-dd7a-4cfb-b208-b586278bc5e1 HTTP/1.1" status: 200 len: 217 time: 0.0673523 Aug 25 16:41:16.692285 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60180c75-64b0-4858-949e-59a04e84dc3e req-97c5bf4b-caff-433a-a329-7d961c1a8a5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:16.693770 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-60180c75-64b0-4858-949e-59a04e84dc3e req-97c5bf4b-caff-433a-a329-7d961c1a8a5b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b1a974d7-f30e-4176-9deb-f8963fe567fd HTTP/1.1" status: 200 len: 853 time: 0.0631447 Aug 25 16:41:16.717528 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-4de1ce8a-4ee6-4f8f-8f9a-df63a95f718c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:16.719678 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-4de1ce8a-4ee6-4f8f-8f9a-df63a95f718c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.81 "GET /v2.0/networks?id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4 HTTP/1.1" status: 200 len: 816 time: 0.3108826 Aug 25 16:41:16.737183 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ab7b9-fa95-446e-a446-94e0896d3e72 req-ba5e439f-3045-4ff8-959e-2f3d9738c2b5 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:16.738754 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e62ab7b9-fa95-446e-a446-94e0896d3e72 req-ba5e439f-3045-4ff8-959e-2f3d9738c2b5 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.2183101 Aug 25 16:41:16.747395 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ded12a-a34f-44b9-959c-7dcaa4625f58 req-a36e5f0c-7f8b-416b-8483-f3d24898d0a0 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:16.749942 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-31ded12a-a34f-44b9-959c-7dcaa4625f58 req-a36e5f0c-7f8b-416b-8483-f3d24898d0a0 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 943 time: 0.1816444 Aug 25 16:41:16.790250 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-60180c75-64b0-4858-949e-59a04e84dc3e req-9d93c39f-baf9-4120-a65d-f92ece71cf23 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5ae4b2c8-5b57-47b7-8f20-23c93260cde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0871508 Aug 25 16:41:16.891899 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-31ded12a-a34f-44b9-959c-7dcaa4625f58 req-ed8bfe0d-5074-4229-98e3-ca2760b936d9 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105337 Aug 25 16:41:16.896780 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-ca3714dc-c549-4e37-a832-9b3a3388406e tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9 HTTP/1.1" status: 200 len: 379 time: 0.1456907 Aug 25 16:41:16.911799 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e62ab7b9-fa95-446e-a446-94e0896d3e72 req-29ede874-8790-4ccb-a315-a03b12e77d10 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585467 Aug 25 16:41:16.923137 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-47e16bdb-4ea8-4ad2-9209-1eabc074237c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Request body: {'port': {'device_id': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'admin_state_up': True, 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'security_groups': ['1c5b5230-119d-4b47-82b8-73f1d18fc40a']}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:17.017330 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-60180c75-64b0-4858-949e-59a04e84dc3e req-f43d4d55-b29e-4363-b6ba-2a51994f6387 service neutron] 10.222.0.81 "GET /v2.0/networks/5ae4b2c8-5b57-47b7-8f20-23c93260cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123508 Aug 25 16:41:17.160551 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-47e16bdb-4ea8-4ad2-9209-1eabc074237c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:17.165530 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-905072f0-ea98-4986-bdbd-a1bc36680bae req-e9f61ea0-55e1-41cb-9ebd-2e1951839d42 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 210 time: 0.0606070 Aug 25 16:41:17.177044 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-47e16bdb-4ea8-4ad2-9209-1eabc074237c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:17.305458 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-60180c75-64b0-4858-949e-59a04e84dc3e req-3cca1a14-f66e-4d3a-9e1d-cf945a575e90 service neutron] 10.222.0.81 "GET /v2.0/networks/5ae4b2c8-5b57-47b7-8f20-23c93260cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726078 Aug 25 16:41:17.323130 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-47e16bdb-4ea8-4ad2-9209-1eabc074237c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Made reservation on behalf of 9d3e55e2e3bf4a89aef28d62f16dfdd9 for: {'port': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:41:17.329434 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-47e16bdb-4ea8-4ad2-9209-1eabc074237c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:17.594358 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-47e16bdb-4ea8-4ad2-9209-1eabc074237c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Allocated IP 172.20.0.4 (314c2219-9728-4f2c-9626-6a0a1ff0a0c4/d63a0ffb-80d7-4462-90e5-4d8039ba5a58/7ab71a4b-1bec-42e2-8a8b-563d979bcdcf) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:41:17.791791 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-47e16bdb-4ea8-4ad2-9209-1eabc074237c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:17.808739 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.provisioning_blocks [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-47e16bdb-4ea8-4ad2-9209-1eabc074237c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Transition to ACTIVE for port object 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf will not be triggered until provisioned by entity DHCP. {{(pid=75939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:41:17.908142 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-47e16bdb-4ea8-4ad2-9209-1eabc074237c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:17.914049 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:18.004222 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-47e16bdb-4ea8-4ad2-9209-1eabc074237c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:41:18.008490 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-47e16bdb-4ea8-4ad2-9209-1eabc074237c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:41:18.011727 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-47e16bdb-4ea8-4ad2-9209-1eabc074237c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:41:18.120057 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e16bdb-4ea8-4ad2-9209-1eabc074237c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Pushing event updated for resources: {'Port': ['ID=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:18.124429 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-47e16bdb-4ea8-4ad2-9209-1eabc074237c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:18.225333 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-47e16bdb-4ea8-4ad2-9209-1eabc074237c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:18.225978 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-47e16bdb-4ea8-4ad2-9209-1eabc074237c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:18.291247 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343794d-74cc-4347-8b62-d3e0cb6d06a9 req-d071113c-7e57-45c9-bbb1-98be2bfbad3d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:18.292825 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6343794d-74cc-4347-8b62-d3e0cb6d06a9 req-d071113c-7e57-45c9-bbb1-98be2bfbad3d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.2194939 Aug 25 16:41:18.306382 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ef499-e72a-4c73-b60f-2b56b2c34f91 req-82e86850-e5ee-4c08-947d-45b93c7e2cc5 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:18.307997 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-672ef499-e72a-4c73-b60f-2b56b2c34f91 req-82e86850-e5ee-4c08-947d-45b93c7e2cc5 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 943 time: 0.1796727 Aug 25 16:41:18.369327 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-47e16bdb-4ea8-4ad2-9209-1eabc074237c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4539814 Aug 25 16:41:18.384755 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-e7881347-432e-47f0-802d-2376fba3651f None None] Provisioning for port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:41:18.392105 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-e7881347-432e-47f0-802d-2376fba3651f None None] Provisioning complete for port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:41:18.392246 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e7881347-432e-47f0-802d-2376fba3651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:18.394064 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Request body: {'port': {'device_id': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:18.426292 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6343794d-74cc-4347-8b62-d3e0cb6d06a9 req-b97a1944-3ba5-4f74-992e-1388ce06568a tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132615 Aug 25 16:41:18.447606 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-672ef499-e72a-4c73-b60f-2b56b2c34f91 req-feced369-6116-4293-a6a0-7408dd18498e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202972 Aug 25 16:41:18.452169 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-e7881347-432e-47f0-802d-2376fba3651f None None] Port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:41:18.516057 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:18.814031 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d6aed-56b5-43b2-a137-bd1ea84fdb4d req-bb314d3f-3732-499e-ae17-a4a195dd8372 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:18.815072 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-8f6d6aed-56b5-43b2-a137-bd1ea84fdb4d req-bb314d3f-3732-499e-ae17-a4a195dd8372 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Synchronizing usage tracker for tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 on resource:port {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:41:18.937407 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-8f6d6aed-56b5-43b2-a137-bd1ea84fdb4d req-bb314d3f-3732-499e-ae17-a4a195dd8372 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Unset dirty status for tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 on resource:port {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:41:18.939285 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8f6d6aed-56b5-43b2-a137-bd1ea84fdb4d req-bb314d3f-3732-499e-ae17-a4a195dd8372 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 931 time: 0.3648434 Aug 25 16:41:18.947374 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device a52bd903-dd7a-4cfb-b208-b586278bc5e1 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:41:19.038347 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf {{(pid=75939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:41:19.050149 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:19.069726 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8f6d6aed-56b5-43b2-a137-bd1ea84fdb4d req-f808b6e3-415f-4ef7-97a1-7cc270ce6a13 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818093 Aug 25 16:41:19.075609 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.provisioning_blocks [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Transition to ACTIVE for port object 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf will not be triggered until provisioned by entity L2. {{(pid=75939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:41:19.116570 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port a52bd903-dd7a-4cfb-b208-b586278bc5e1, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a52bd903-dd7a-4cfb-b208-b586278bc5e1,segment=NetworkSegment(8cb98624-74fc-4bfc-aa99-ebcfad0f31da),segment_id=8cb98624-74fc-4bfc-aa99-ebcfad0f31da)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:41:19.118381 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d100dc-7e1f-4428-8e1e-34138201639a req-28acec0f-6cd1-4080-b19c-a78efeebdfcd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:19.119933 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-87d100dc-7e1f-4428-8e1e-34138201639a req-28acec0f-6cd1-4080-b19c-a78efeebdfcd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.81 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.1172879 Aug 25 16:41:19.133381 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1', 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2', 'port_id': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1', 'mac_address': 'fa:16:3e:58:25:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:41:19.157613 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:19.162055 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-fc179382-2497-4fc7-86d3-fbe5b4e5a1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:19.226852 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-87d100dc-7e1f-4428-8e1e-34138201639a req-03a9c71a-625f-4e88-a8a0-830fb7787428 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Deleting port fb1a07d4-db90-4ee5-ac93-176f9dc7f534 {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:41:19.227203 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-87d100dc-7e1f-4428-8e1e-34138201639a req-03a9c71a-625f-4e88-a8a0-830fb7787428 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:19.231070 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:19.251488 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52bd903-dd7a-4cfb-b208-b586278bc5e1 {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:41:19.270674 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port a52bd903-dd7a-4cfb-b208-b586278bc5e1, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a52bd903-dd7a-4cfb-b208-b586278bc5e1,segment=NetworkSegment(8cb98624-74fc-4bfc-aa99-ebcfad0f31da),segment_id=8cb98624-74fc-4bfc-aa99-ebcfad0f31da)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:41:19.360490 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,revision_number=2']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:19.363786 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:19.374759 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:19.382123 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:19.519041 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=a52bd903-dd7a-4cfb-b208-b586278bc5e1,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:19.534844 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:19.535608 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:19.539310 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:19.539843 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:19.540362 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:19.541152 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:19.541668 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:19.542311 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:19.542892 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:19.543379 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:19.544181 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:19.549875 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-87d100dc-7e1f-4428-8e1e-34138201639a req-03a9c71a-625f-4e88-a8a0-830fb7787428 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] For port fb1a07d4-db90-4ee5-ac93-176f9dc7f534, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fb1a07d4-db90-4ee5-ac93-176f9dc7f534,segment=NetworkSegment(a0b81443-10c4-4b22-95f1-7bff484020c1),segment_id=a0b81443-10c4-4b22-95f1-7bff484020c1)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:41:19.550313 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-87d100dc-7e1f-4428-8e1e-34138201639a req-03a9c71a-625f-4e88-a8a0-830fb7787428 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:19.553154 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:19.573970 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Attempting to bind port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:41:19.575445 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Attempting to bind port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'f29a2b35-0e44-4ffd-9472-796c70247a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4'}] {{(pid=75939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:41:19.582166 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Attempting to bind port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf on network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:41:19.605903 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf on network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:41:19.610855 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Attempting to bind port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf on network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:41:19.623611 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:41:19.624184 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Checking segment: {'id': 'f29a2b35-0e44-4ffd-9472-796c70247a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:41:19.624465 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Bound using segment: {'id': 'f29a2b35-0e44-4ffd-9472-796c70247a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4'} {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:41:19.624925 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Bound port: 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29a2b35-0e44-4ffd-9472-796c70247a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4'}}] {{(pid=75939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:41:19.625283 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:19.644418 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['a52bd903-dd7a-4cfb-b208-b586278bc5e1'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:41:19.958286 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] For port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf, host hv-cinder-80600, cleared binding levels {{(pid=75939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:41:19.966314 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] For port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:41:19.994954 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40112d30-39a0-422a-abfe-5070d430772d req-ddc88c44-9101-4a45-a268-d6c912610af3 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:19.994954 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-40112d30-39a0-422a-abfe-5070d430772d req-ddc88c44-9101-4a45-a268-d6c912610af3 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 944 time: 0.2573667 Aug 25 16:41:19.997517 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-87d100dc-7e1f-4428-8e1e-34138201639a req-03a9c71a-625f-4e88-a8a0-830fb7787428 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:19.998421 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-87d100dc-7e1f-4428-8e1e-34138201639a req-03a9c71a-625f-4e88-a8a0-830fb7787428 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741960'] for floatingip, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:19.998908 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.db.l3_db [req-87d100dc-7e1f-4428-8e1e-34138201639a req-03a9c71a-625f-4e88-a8a0-830fb7787428 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Floating IP e2b9078f-1034-4f50-822b-7961a11f21ce disassociated. External IP: 172.28.2.21, port: fb1a07d4-db90-4ee5-ac93-176f9dc7f534. Aug 25 16:41:19.999823 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-87d100dc-7e1f-4428-8e1e-34138201639a req-03a9c71a-625f-4e88-a8a0-830fb7787428 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Calling delete_port for fb1a07d4-db90-4ee5-ac93-176f9dc7f534 owned by compute:nova {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:41:20.001497 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84dee9-2165-4f75-9de9-f0737bb6fae1 req-b6ee78da-6508-40e1-807f-70b7871d1609 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:20.003266 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9a84dee9-2165-4f75-9de9-f0737bb6fae1 req-b6ee78da-6508-40e1-807f-70b7871d1609 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 945 time: 0.2049158 Aug 25 16:41:20.053054 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:20.059777 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:20.253618 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:20.255097 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-850ff147-0818-4e32-b833-65ece0117857 service neutron] 10.222.0.81 "PUT /v2.0/ports/7ab71a4b-1bec-42e2-8a8b-563d979bcdcf HTTP/1.1" status: 200 len: 1093 time: 1.8693316 Aug 25 16:41:20.261865 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'tag': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf'}] {{(pid=75939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:41:20.273811 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-40112d30-39a0-422a-abfe-5070d430772d req-721589b4-d366-4fae-9d6c-4f75ef7e5ba3 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695029 Aug 25 16:41:20.277182 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-87d100dc-7e1f-4428-8e1e-34138201639a req-03a9c71a-625f-4e88-a8a0-830fb7787428 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:20.286064 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9a84dee9-2165-4f75-9de9-f0737bb6fae1 req-109b269f-099d-486f-b2de-a901952e5fab tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce77c132-a21d-4a10-a7ee-0c5780562f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588527 Aug 25 16:41:20.286275 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:20.291146 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,revision_number=3']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:20.304145 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:20.340878 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9c71a-625f-4e88-a8a0-830fb7787428 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Pushing event deleted for resources: {'Port': ['ID=fb1a07d4-db90-4ee5-ac93-176f9dc7f534,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:20.346344 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-03a9c71a-625f-4e88-a8a0-830fb7787428 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:20.470161 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'tag': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf', 'status': 'completed', 'code': 200} Aug 25 16:41:20.536517 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59236) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:20.627312 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-c86d5d1c-e02e-4616-82a6-4d82554bec8e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9&device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 1096 time: 0.2308104 Aug 25 16:41:20.637813 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c035b-9202-4b58-8d41-41015f5f264c req-93ddd5d0-046f-4ace-bd76-fb6a2715ab34 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:20.640404 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b75c035b-9202-4b58-8d41-41015f5f264c req-93ddd5d0-046f-4ace-bd76-fb6a2715ab34 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 943 time: 0.1725135 Aug 25 16:41:20.731547 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-a448e617-569d-4cb2-8943-e0dcf474e75e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf HTTP/1.1" status: 200 len: 217 time: 0.0900133 Aug 25 16:41:20.748940 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87d100dc-7e1f-4428-8e1e-34138201639a req-03a9c71a-625f-4e88-a8a0-830fb7787428 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Router 13985153-26b3-4672-9741-3cb8149e9719 has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:41:20.759558 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-dd05b4b5-19b9-4752-a77e-6158bddeba0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:20.828359 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b75c035b-9202-4b58-8d41-41015f5f264c req-40b52655-2e79-4840-b497-c36935f18e10 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331599 Aug 25 16:41:20.858784 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-cf33f22a-4ec8-4a26-8c2f-d5907c3011eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:20.860446 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-cf33f22a-4ec8-4a26-8c2f-d5907c3011eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d63a0ffb-80d7-4462-90e5-4d8039ba5a58 HTTP/1.1" status: 200 len: 855 time: 0.1166263 Aug 25 16:41:20.877400 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-dd05b4b5-19b9-4752-a77e-6158bddeba0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:20.882427 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-dd05b4b5-19b9-4752-a77e-6158bddeba0a admin admin] Usage tracker for resource:security_group_rule and tenant:cc5d2e51027e4ad7a674af0495af076a is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:20.885817 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-dd05b4b5-19b9-4752-a77e-6158bddeba0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:20.896304 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-dd05b4b5-19b9-4752-a77e-6158bddeba0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:20.944889 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device a52bd903-dd7a-4cfb-b208-b586278bc5e1 up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:41:20.957748 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-79165b4f-fbf2-4f28-928c-a886cdca0619 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0883605 Aug 25 16:41:21.083322 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-dd05b4b5-19b9-4752-a77e-6158bddeba0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:21.094030 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port a52bd903-dd7a-4cfb-b208-b586278bc5e1 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:41:21.099509 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port a52bd903-dd7a-4cfb-b208-b586278bc5e1 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:41:21.099891 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:21.132842 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87d100dc-7e1f-4428-8e1e-34138201639a req-03a9c71a-625f-4e88-a8a0-830fb7787428 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:41:21.162010 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-87f1493c-4a47-443c-87e5-04239f05ecbe service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968889 Aug 25 16:41:21.165286 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa299953-6a6f-4ce6-b32f-14c7b12161a2 None None] Sync routers for ids ['13985153-26b3-4672-9741-3cb8149e9719'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:41:21.203616 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa299953-6a6f-4ce6-b32f-14c7b12161a2 None None] Routers {'13985153-26b3-4672-9741-3cb8149e9719'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:41:21.204557 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-aa299953-6a6f-4ce6-b32f-14c7b12161a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:40:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['13985153-26b3-4672-9741-3cb8149e9719'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:41:21.227535 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d100dc-7e1f-4428-8e1e-34138201639a req-03a9c71a-625f-4e88-a8a0-830fb7787428 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] No DVR routers for this DVR port fb1a07d4-db90-4ee5-ac93-176f9dc7f534 on host hv-cinder-80600 {{(pid=75940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:41:21.229540 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-dd05b4b5-19b9-4752-a77e-6158bddeba0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:21.261371 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-87d100dc-7e1f-4428-8e1e-34138201639a req-03a9c71a-625f-4e88-a8a0-830fb7787428 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:21.279312 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-55e58154-e1c9-4f87-9200-8693d516b342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:21.311757 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-dd05b4b5-19b9-4752-a77e-6158bddeba0a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc5d2e51027e4ad7a674af0495af076a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7718170 Aug 25 16:41:21.311757 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72', 'name': 'network-vif-deleted', 'tag': 'fb1a07d4-db90-4ee5-ac93-176f9dc7f534'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:41:21.317494 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-87d100dc-7e1f-4428-8e1e-34138201639a req-03a9c71a-625f-4e88-a8a0-830fb7787428 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.81 "DELETE /v2.0/ports/fb1a07d4-db90-4ee5-ac93-176f9dc7f534 HTTP/1.1" status: 204 len: 173 time: 2.1885190 Aug 25 16:41:21.318316 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59252) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:21.319428 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05b4b5-19b9-4752-a77e-6158bddeba0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7c24f0-2d04-4763-bd1b-d7113b70014f,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:21.345694 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-dd05b4b5-19b9-4752-a77e-6158bddeba0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:21.378385 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:21.380453 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6dd53cd4-0bcc-438e-b031-b5c224e96716 req-a57dff20-75aa-469d-b478-56b20c782524 service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080679 Aug 25 16:41:21.553822 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:41:21.558375 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72', 'name': 'network-vif-deleted', 'tag': 'fb1a07d4-db90-4ee5-ac93-176f9dc7f534', 'status': 'completed', 'code': 200} Aug 25 16:41:21.564883 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-54f01b8a-1eca-4534-9d34-63d4495a69ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:21.578290 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port a52bd903-dd7a-4cfb-b208-b586278bc5e1, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a52bd903-dd7a-4cfb-b208-b586278bc5e1,segment=NetworkSegment(8cb98624-74fc-4bfc-aa99-ebcfad0f31da),segment_id=8cb98624-74fc-4bfc-aa99-ebcfad0f31da)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:41:21.597702 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-54f01b8a-1eca-4534-9d34-63d4495a69ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:21.602986 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-aa299953-6a6f-4ce6-b32f-14c7b12161a2 None None] Set router 13985153-26b3-4672-9741-3cb8149e9719 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:41:21.674225 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127e98-2a5d-4a98-90a7-06b290c92059 req-83db6a97-c606-437e-9481-1b2124e40e26 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:21.676310 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ef127e98-2a5d-4a98-90a7-06b290c92059 req-83db6a97-c606-437e-9481-1b2124e40e26 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 944 time: 0.2119007 Aug 25 16:41:21.676944 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:21.678014 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device fb1a07d4-db90-4ee5-ac93-176f9dc7f534 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:41:21.713518 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:21.756976 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8457ecfa-e782-4dd6-86e3-298bdb5b687a req-67812e27-d293-4d6a-bbab-7e9f072a5793 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=1545a1e6-5a3c-4fc8-a3f6-72e9fe7b4a72 HTTP/1.1" status: 200 len: 210 time: 0.0769043 Aug 25 16:41:21.757695 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-54f01b8a-1eca-4534-9d34-63d4495a69ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:21.770549 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-b8479d22-916a-4c9d-8165-bffcc45f19eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:21.798535 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=a52bd903-dd7a-4cfb-b208-b586278bc5e1,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:21.804965 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-635a3358-7c59-4099-8031-e8be35acbe6c req-c9eaa954-be0b-4302-836d-3ea6c54c33da service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9&device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 1096 time: 0.2478435 Aug 25 16:41:21.806125 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: fb1a07d4-db90-4ee5-ac93-176f9dc7f534 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:41:21.806652 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device fb1a07d4-db90-4ee5-ac93-176f9dc7f534 not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:41:21.810914 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:21.816275 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ef127e98-2a5d-4a98-90a7-06b290c92059 req-7dfdf5d1-23d2-4aef-8969-1751747cc21d tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270442 Aug 25 16:41:21.817984 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f01b8a-1eca-4534-9d34-63d4495a69ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7c24f0-2d04-4763-bd1b-d7113b70014f,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:21.836880 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-54f01b8a-1eca-4534-9d34-63d4495a69ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:21.838408 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-54f01b8a-1eca-4534-9d34-63d4495a69ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:21.858741 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-54f01b8a-1eca-4534-9d34-63d4495a69ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a7c24f0-2d04-4763-bd1b-d7113b70014f HTTP/1.1" status: 204 len: 168 time: 0.5268807 Aug 25 16:41:22.005804 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1', 'code': 200} Aug 25 16:41:22.085462 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a3358-7c59-4099-8031-e8be35acbe6c req-b6cea2c4-1a95-4c78-a15a-f439c31448e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:22.087175 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-635a3358-7c59-4099-8031-e8be35acbe6c req-b6cea2c4-1a95-4c78-a15a-f439c31448e3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4 HTTP/1.1" status: 200 len: 918 time: 0.2628911 Aug 25 16:41:22.182586 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-635a3358-7c59-4099-8031-e8be35acbe6c req-45a6ea2a-d734-428d-9cb9-f3e0bad0bcea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf HTTP/1.1" status: 200 len: 217 time: 0.0865283 Aug 25 16:41:22.193888 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-aa299953-6a6f-4ce6-b32f-14c7b12161a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:36:45Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'b0c7a42a-fa74-4fb2-a0f5-33ac15558671', 'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'mac_address': 'fa:16:3e:ba:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:43Z', 'updated_at': '2021-08-25T16:37:24Z', 'revision_number': 5, 'project_id': 'e190674e9304482495bba1179171dfd3', 'subnets': [{'id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:41:22.198275 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa299953-6a6f-4ce6-b32f-14c7b12161a2 None None] Checking router: 13985153-26b3-4672-9741-3cb8149e9719 for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:41:22.212306 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa299953-6a6f-4ce6-b32f-14c7b12161a2 None None] Routers {'13985153-26b3-4672-9741-3cb8149e9719'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:41:22.213056 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-aa299953-6a6f-4ce6-b32f-14c7b12161a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:40:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['13985153-26b3-4672-9741-3cb8149e9719'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:41:22.311895 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a3358-7c59-4099-8031-e8be35acbe6c req-07f5be0a-b2bb-4308-ba92-0d951fe542bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:22.313752 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-635a3358-7c59-4099-8031-e8be35acbe6c req-07f5be0a-b2bb-4308-ba92-0d951fe542bb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d63a0ffb-80d7-4462-90e5-4d8039ba5a58 HTTP/1.1" status: 200 len: 855 time: 0.1243277 Aug 25 16:41:22.383415 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68223b21-ac50-44ba-acbd-4c384a32942b req-a53d0b4e-42f9-477d-9a6a-7b26fcd2994c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:22.391623 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-68223b21-ac50-44ba-acbd-4c384a32942b req-a53d0b4e-42f9-477d-9a6a-7b26fcd2994c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 943 time: 0.1589031 Aug 25 16:41:22.453883 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-aa299953-6a6f-4ce6-b32f-14c7b12161a2 None None] Set router 13985153-26b3-4672-9741-3cb8149e9719 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:41:22.472097 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-68223b21-ac50-44ba-acbd-4c384a32942b req-623583ee-3738-4045-9593-7f638efbc19d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797696 Aug 25 16:41:22.481131 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-635a3358-7c59-4099-8031-e8be35acbe6c req-6d3dd9cf-10f9-4783-9a78-e1ba89bd7ad5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1578255 Aug 25 16:41:22.679931 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fcccf4df-7799-4a82-a353-c791ec6d0b0e req-9b2a223b-9bb4-4686-a258-b0507c012991 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 1098 time: 0.0846679 Aug 25 16:41:22.691459 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-635a3358-7c59-4099-8031-e8be35acbe6c req-6235b124-49bf-4328-a053-3d6d6ec82bb8 service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030272 Aug 25 16:41:22.749151 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fcccf4df-7799-4a82-a353-c791ec6d0b0e req-c0ba5a8e-8ee2-4999-9546-813428ed4f89 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614784 Aug 25 16:41:22.930034 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-aa299953-6a6f-4ce6-b32f-14c7b12161a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:36:45Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'b0c7a42a-fa74-4fb2-a0f5-33ac15558671', 'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'mac_address': 'fa:16:3e:ba:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:43Z', 'updated_at': '2021-08-25T16:37:24Z', 'revision_number': 5, 'project_id': 'e190674e9304482495bba1179171dfd3', 'subnets': [{'id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:41:22.936816 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa299953-6a6f-4ce6-b32f-14c7b12161a2 None None] The sync data for ids ['13985153-26b3-4672-9741-3cb8149e9719'] in dv-cinder-806008-1-smb is: [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:36:45Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'b0c7a42a-fa74-4fb2-a0f5-33ac15558671', 'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'mac_address': 'fa:16:3e:ba:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:43Z', 'updated_at': '2021-08-25T16:37:24Z', 'revision_number': 5, 'project_id': 'e190674e9304482495bba1179171dfd3', 'subnets': [{'id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:41:22.946497 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:41:22.974491 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59274) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:23.010712 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-aa32d63f-e6e5-4f24-88cb-b44e5f6a534a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:23.069923 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-635a3358-7c59-4099-8031-e8be35acbe6c req-24127f2a-654e-4b25-8892-bbf90b42a7c2 service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712957 Aug 25 16:41:23.090277 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-aa32d63f-e6e5-4f24-88cb-b44e5f6a534a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:23.105046 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 59280) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:23.125464 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-aa32d63f-e6e5-4f24-88cb-b44e5f6a534a admin admin] Usage tracker for resource:security_group_rule and tenant:e6646c0069c04932bfca0d3a590e5121 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:23.133263 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-aa32d63f-e6e5-4f24-88cb-b44e5f6a534a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:23.156660 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-aa32d63f-e6e5-4f24-88cb-b44e5f6a534a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:23.180025 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:41:23.200334 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'port_id': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf', 'mac_address': 'fa:16:3e:e9:ae:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:41:23.266541 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618432c0-9ad9-48c2-a230-8bef110ec552 req-1ccf636b-8c25-4e85-bc91-769054a97a6f tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:23.273707 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-618432c0-9ad9-48c2-a230-8bef110ec552 req-1ccf636b-8c25-4e85-bc91-769054a97a6f tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 945 time: 0.3114257 Aug 25 16:41:23.276635 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-abdc4ab5-9129-407e-b4e8-e27079f47275 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:23.303490 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:23.308844 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-abdc4ab5-9129-407e-b4e8-e27079f47275 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:23.346772 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:41:23.374548 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:41:23.416175 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-aa32d63f-e6e5-4f24-88cb-b44e5f6a534a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:23.421276 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-618432c0-9ad9-48c2-a230-8bef110ec552 req-c0ba0c36-a07a-4f94-bc9c-6138fb2b0db4 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467085 Aug 25 16:41:23.442559 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b0f23-286e-47cc-8953-6dd28b95d27a None None] New status for floating IP e2b9078f-1034-4f50-822b-7961a11f21ce: DOWN {{(pid=75942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:41:23.444490 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-abdc4ab5-9129-407e-b4e8-e27079f47275 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:23.449044 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:23.462270 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:23.464167 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:23.466448 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc4ab5-9129-407e-b4e8-e27079f47275 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce77c132-a21d-4a10-a7ee-0c5780562f1b,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:23.468955 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-abdc4ab5-9129-407e-b4e8-e27079f47275 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:23.546284 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:23.549461 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:23.562566 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-aa32d63f-e6e5-4f24-88cb-b44e5f6a534a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:23.571861 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-8101479d-3c92-4415-9fe8-261d50a659b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:23.579695 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-abdc4ab5-9129-407e-b4e8-e27079f47275 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:23.581493 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-abdc4ab5-9129-407e-b4e8-e27079f47275 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "DELETE /v2.0/security-groups/ce77c132-a21d-4a10-a7ee-0c5780562f1b HTTP/1.1" status: 204 len: 168 time: 0.4725032 Aug 25 16:41:23.584472 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 59288) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:23.602775 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.api.v2.resource [None req-bf8e32f8-4b7c-4ecd-950c-d43bbc1c0778 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] show failed (client error): The resource could not be found. Aug 25 16:41:23.604178 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-bf8e32f8-4b7c-4ecd-950c-d43bbc1c0778 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups/ce77c132-a21d-4a10-a7ee-0c5780562f1b HTTP/1.1" status: 404 len: 347 time: 0.0189698 Aug 25 16:41:23.607829 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 59292) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:23.621529 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32d63f-e6e5-4f24-88cb-b44e5f6a534a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa2560a-59d9-4ab5-b56d-ed59b65de2c7,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:23.625317 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-aa32d63f-e6e5-4f24-88cb-b44e5f6a534a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:23.627732 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-aa32d63f-e6e5-4f24-88cb-b44e5f6a534a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6646c0069c04932bfca0d3a590e5121&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6522496 Aug 25 16:41:23.636414 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59296) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:23.709261 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ebc43b80-52b7-4463-a212-5e1df77d79c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:23.737299 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ebc43b80-52b7-4463-a212-5e1df77d79c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:23.779571 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['7ab71a4b-1bec-42e2-8a8b-563d979bcdcf'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:41:23.834277 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-0e6822e1-355e-4570-a31a-53ec4e2da6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:23.839928 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-cf21448d-0503-4ca1-9fa8-459f23db25cd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Deleting port 13f8ee9c-fe1f-499e-9877-3b357699a5bb {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:41:23.840316 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cf21448d-0503-4ca1-9fa8-459f23db25cd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:23.902299 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ebc43b80-52b7-4463-a212-5e1df77d79c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:23.907375 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-654646b6-c870-4f40-9cb8-2dcbdb99091b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:23.921314 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc43b80-52b7-4463-a212-5e1df77d79c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa2560a-59d9-4ab5-b56d-ed59b65de2c7,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:23.924160 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-ebc43b80-52b7-4463-a212-5e1df77d79c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:23.926181 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ebc43b80-52b7-4463-a212-5e1df77d79c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:23.929627 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-ebc43b80-52b7-4463-a212-5e1df77d79c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3aa2560a-59d9-4ab5-b56d-ed59b65de2c7 HTTP/1.1" status: 204 len: 168 time: 0.2897496 Aug 25 16:41:23.971452 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15234c53-3551-44ec-ae58-833a755c1ff9 req-fae401c2-776f-469c-bb51-47b76ef85c65 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:23.979591 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-15234c53-3551-44ec-ae58-833a755c1ff9 req-fae401c2-776f-469c-bb51-47b76ef85c65 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 944 time: 0.2995281 Aug 25 16:41:24.108212 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-15234c53-3551-44ec-ae58-833a755c1ff9 req-26fb0882-2c50-4a14-b79f-59d1bd492973 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288779 Aug 25 16:41:24.134255 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cf21448d-0503-4ca1-9fa8-459f23db25cd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:24.134727 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cf21448d-0503-4ca1-9fa8-459f23db25cd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:24.268775 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-cf21448d-0503-4ca1-9fa8-459f23db25cd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Calling delete_port for 13f8ee9c-fe1f-499e-9877-3b357699a5bb owned by network:floatingip {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:41:24.505109 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cf21448d-0503-4ca1-9fa8-459f23db25cd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:24.512088 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-7074a84e-9926-4eb3-a073-fb1effcf582e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:24.559766 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21448d-0503-4ca1-9fa8-459f23db25cd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Pushing event deleted for resources: {'Port': ['ID=13f8ee9c-fe1f-499e-9877-3b357699a5bb,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:24.566083 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-cf21448d-0503-4ca1-9fa8-459f23db25cd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:24.723907 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cf21448d-0503-4ca1-9fa8-459f23db25cd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for floatingip, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:24.749179 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e72a1-61ae-47e9-a993-fda2ec48cf72 req-6e844965-d212-4d84-9ae4-9d39573cf7ae tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:24.750621 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-484e72a1-61ae-47e9-a993-fda2ec48cf72 req-6e844965-d212-4d84-9ae4-9d39573cf7ae tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 945 time: 0.1827533 Aug 25 16:41:24.753918 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cf21448d-0503-4ca1-9fa8-459f23db25cd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for floatingip, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:24.758459 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-cf21448d-0503-4ca1-9fa8-459f23db25cd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "DELETE /v2.0/floatingips/e2b9078f-1034-4f50-822b-7961a11f21ce HTTP/1.1" status: 204 len: 168 time: 1.1475203 Aug 25 16:41:24.802603 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-484e72a1-61ae-47e9-a993-fda2ec48cf72 req-a86a049a-3aa4-4ea9-97f7-e8a7a060562d tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449667 Aug 25 16:41:24.944919 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:24.962777 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:41:25.046314 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e8ff9-86d3-4f74-9945-f248f6252df0 req-d73b8797-997a-409c-a2de-116dd87d397c tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:25.047820 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-889e8ff9-86d3-4f74-9945-f248f6252df0 req-d73b8797-997a-409c-a2de-116dd87d397c tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 945 time: 0.0925210 Aug 25 16:41:25.109379 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-889e8ff9-86d3-4f74-9945-f248f6252df0 req-944b54b1-992f-4257-b368-a6db62b80f8c tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556314 Aug 25 16:41:25.113186 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:41:25.118792 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:41:25.126195 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:25.271007 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:25.304230 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:41:25.315348 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:41:25.441207 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:25.441207 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:25.501991 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:25.526159 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:25.546940 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:25.579073 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59344) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:25.585616 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-e1f52e72-625a-4615-b35f-fbe97d770c14 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--78341244', 'description': 'tempest-description--1488328674'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:25.593737 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-e1f52e72-625a-4615-b35f-fbe97d770c14 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:25.599029 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-e1f52e72-625a-4615-b35f-fbe97d770c14 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Usage tracker for resource:security_group and tenant:e190674e9304482495bba1179171dfd3 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:25.602911 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-e1f52e72-625a-4615-b35f-fbe97d770c14 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:25.611304 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-e1f52e72-625a-4615-b35f-fbe97d770c14 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:25.613174 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84269826-2d6d-4ff8-b774-0c62b07a680c req-18687970-219d-437f-ae7f-867b8565ad34 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:25.622105 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-84269826-2d6d-4ff8-b774-0c62b07a680c req-18687970-219d-437f-ae7f-867b8565ad34 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.1018515 Aug 25 16:41:25.629103 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf', 'code': 200} Aug 25 16:41:25.696568 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-84269826-2d6d-4ff8-b774-0c62b07a680c req-75401b90-0762-45dd-8fe0-2e77d01e7a78 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734661 Aug 25 16:41:25.707496 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e1f52e72-625a-4615-b35f-fbe97d770c14 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:25.744499 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-e1f52e72-625a-4615-b35f-fbe97d770c14 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:25.748474 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-e1f52e72-625a-4615-b35f-fbe97d770c14 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Usage tracker for resource:security_group_rule and tenant:e190674e9304482495bba1179171dfd3 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:25.752987 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-e1f52e72-625a-4615-b35f-fbe97d770c14 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:25.757212 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-e1f52e72-625a-4615-b35f-fbe97d770c14 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:25.819914 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e1f52e72-625a-4615-b35f-fbe97d770c14 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:25.902037 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e1f52e72-625a-4615-b35f-fbe97d770c14 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:25.906366 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d70ada78-9825-47ce-9413-e8b2ab5c4fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:25.913126 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437970de-3c58-4ffb-940a-4c0a80887f2e req-25337be3-6c93-4a02-b753-6e42ddc0bfde tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:25.921845 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-437970de-3c58-4ffb-940a-4c0a80887f2e req-25337be3-6c93-4a02-b753-6e42ddc0bfde tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 945 time: 0.1892295 Aug 25 16:41:25.949363 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f52e72-625a-4615-b35f-fbe97d770c14 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4404d24-e3d8-4590-895b-3c059e156611,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:25.952646 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-e1f52e72-625a-4615-b35f-fbe97d770c14 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:25.970440 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-437970de-3c58-4ffb-940a-4c0a80887f2e req-d7724d4e-4008-494b-bcc8-6788e9fb6f08 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477679 Aug 25 16:41:26.065141 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e1f52e72-625a-4615-b35f-fbe97d770c14 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:26.069162 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-e1f52e72-625a-4615-b35f-fbe97d770c14 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4864264 Aug 25 16:41:26.069429 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59352) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:26.075428 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-c86721ed-c35d-4be8-882c-80587a4a751d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Request body: {'security_group_rule': {'security_group_id': 'a4404d24-e3d8-4590-895b-3c059e156611', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:26.093610 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-c86721ed-c35d-4be8-882c-80587a4a751d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:26.100534 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-c86721ed-c35d-4be8-882c-80587a4a751d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Usage tracker for resource:security_group_rule and tenant:e190674e9304482495bba1179171dfd3 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:26.105892 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-c86721ed-c35d-4be8-882c-80587a4a751d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:26.117251 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-c86721ed-c35d-4be8-882c-80587a4a751d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:26.187599 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d719a7a8-80ab-4de8-b290-ce2706cfcdc2 req-776e79ab-5175-44f1-8559-28f6e3be8c5b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 1098 time: 0.0963867 Aug 25 16:41:26.227788 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c86721ed-c35d-4be8-882c-80587a4a751d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:26.254896 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d719a7a8-80ab-4de8-b290-ce2706cfcdc2 req-a514b48a-ebb4-4979-abc5-075b744954f6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595880 Aug 25 16:41:26.310066 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c86721ed-c35d-4be8-882c-80587a4a751d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:26.398715 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c86721ed-c35d-4be8-882c-80587a4a751d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:26.401131 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:26.428535 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86721ed-c35d-4be8-882c-80587a4a751d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968d7351-4a8f-4027-a37e-c30e9f51ede0,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:26.431004 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-c86721ed-c35d-4be8-882c-80587a4a751d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:26.516644 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c86721ed-c35d-4be8-882c-80587a4a751d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:26.518131 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-c86721ed-c35d-4be8-882c-80587a4a751d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4477396 Aug 25 16:41:26.521914 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 59362) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:26.528660 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-6ba009d9-8cbc-4d0a-b40a-a548fcfdcd58 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Request body: {'security_group_rule': {'security_group_id': 'a4404d24-e3d8-4590-895b-3c059e156611', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:26.537102 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-6ba009d9-8cbc-4d0a-b40a-a548fcfdcd58 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:26.543242 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-6ba009d9-8cbc-4d0a-b40a-a548fcfdcd58 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Usage tracker for resource:security_group_rule and tenant:e190674e9304482495bba1179171dfd3 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:26.546874 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-6ba009d9-8cbc-4d0a-b40a-a548fcfdcd58 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:26.553430 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-6ba009d9-8cbc-4d0a-b40a-a548fcfdcd58 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:26.671607 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6ba009d9-8cbc-4d0a-b40a-a548fcfdcd58 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:26.748781 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6ba009d9-8cbc-4d0a-b40a-a548fcfdcd58 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:26.873867 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6ba009d9-8cbc-4d0a-b40a-a548fcfdcd58 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:26.877166 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:26.938225 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba009d9-8cbc-4d0a-b40a-a548fcfdcd58 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77dc7860-84f8-4633-94a8-c2a53bfd4829,revision_number=0']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:26.942305 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-6ba009d9-8cbc-4d0a-b40a-a548fcfdcd58 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:26.968014 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fc68c-263e-4dbf-ad4e-5fbf8b03baee req-24abfb5e-ddf2-4f50-a480-635903ad39bc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:26.969646 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-560fc68c-263e-4dbf-ad4e-5fbf8b03baee req-24abfb5e-ddf2-4f50-a480-635903ad39bc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.1329653 Aug 25 16:41:27.008104 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-6ba009d9-8cbc-4d0a-b40a-a548fcfdcd58 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:27.010141 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-6ba009d9-8cbc-4d0a-b40a-a548fcfdcd58 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4873188 Aug 25 16:41:27.014828 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 59384) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:27.020577 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Request body: {'floatingip': {'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:27.032062 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:27.045474 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-560fc68c-263e-4dbf-ad4e-5fbf8b03baee req-603c1f9c-ecdc-45ca-b011-02ff6622f4c8 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687199 Aug 25 16:41:27.046768 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Usage tracker for resource:floatingip and tenant:e190674e9304482495bba1179171dfd3 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:27.050603 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:27.075031 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:27.185997 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for floatingip, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:27.339691 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:27.447848 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-d1f20072-fd35-46d3-b33a-e9d3d5081945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:27.601370 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Allocated IP 172.28.2.100 (298d0f1e-c103-4242-b158-a28991e655e1/5184b04e-1ca0-4ee3-a46f-6b013348b4a8/5cc58df1-fa73-4d23-bffe-1ad0938cf030) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:41:27.785696 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:27.923478 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:27.929498 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-e02bfd2a-4b9d-48e7-8996-04ced72c603a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:28.007120 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Network 298d0f1e-c103-4242-b158-a28991e655e1 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:41:28.010449 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:41:28.013695 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:41:28.039516 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:28.047389 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Pushing event updated for resources: {'Port': ['ID=5cc58df1-fa73-4d23-bffe-1ad0938cf030,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:28.050463 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:28.407994 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:28.481195 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e00966-d065-454b-bb93-9286bcba4b7e req-c645cc5b-d0a7-4037-a0cd-1e58d7e89c79 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:28.482906 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c9e00966-d065-454b-bb93-9286bcba4b7e req-c645cc5b-d0a7-4037-a0cd-1e58d7e89c79 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.1216550 Aug 25 16:41:28.600935 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c9e00966-d065-454b-bb93-9286bcba4b7e req-dcd2e169-82c7-4642-98f6-92344b095e93 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057858 Aug 25 16:41:28.628591 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:28.774425 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59446) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:28.955430 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-0ea95de1-d382-4d3b-9980-7517c02651e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:28.962180 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for port, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:28.974093 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c2cb3-d7eb-45e2-877d-42e08612843a req-1b5183a3-57c7-4636-858f-e326ee3e8789 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:28.975572 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d45c2cb3-d7eb-45e2-877d-42e08612843a req-1b5183a3-57c7-4636-858f-e326ee3e8789 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.1299419 Aug 25 16:41:28.986677 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 59454) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:28.991081 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-0ea95de1-d382-4d3b-9980-7517c02651e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:28.993624 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-4f1f09d7-1024-439a-8304-9bdb64e51ae1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Request body: {'floatingip': {'port_id': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:29.003111 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-0ea95de1-d382-4d3b-9980-7517c02651e4 admin admin] Usage tracker for resource:security_group_rule and tenant:c3547a9475ec41fe98fd329b52100639 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:29.006487 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-0ea95de1-d382-4d3b-9980-7517c02651e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:29.013013 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-0ea95de1-d382-4d3b-9980-7517c02651e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:29.074067 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:29.078853 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:29.103297 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-0ea95de1-d382-4d3b-9980-7517c02651e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:29.116918 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4f1f09d7-1024-439a-8304-9bdb64e51ae1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for floatingip, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:29.187356 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-0ea95de1-d382-4d3b-9980-7517c02651e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:29.195619 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-1cf1dbbf-ba1d-4215-aa52-1e370e38e076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:29.243177 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea95de1-d382-4d3b-9980-7517c02651e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54eed748-770d-405e-9046-0629bb46024b,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:29.250940 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-0ea95de1-d382-4d3b-9980-7517c02651e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3547a9475ec41fe98fd329b52100639&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4741778 Aug 25 16:41:29.258699 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59464) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:29.258699 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-0ea95de1-d382-4d3b-9980-7517c02651e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:29.334161 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6210f9fe-2844-42c9-9c9e-b0a72ed37697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:29.368472 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6210f9fe-2844-42c9-9c9e-b0a72ed37697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:29.433861 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Pushing event updated for resources: {'Port': ['ID=5cc58df1-fa73-4d23-bffe-1ad0938cf030,revision_number=2']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:29.442184 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:29.490338 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741960'] for floatingip, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:29.585421 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6210f9fe-2844-42c9-9c9e-b0a72ed37697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:29.590375 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-54f01b8a-1eca-4534-9d34-63d4495a69ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:29.602007 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210f9fe-2844-42c9-9c9e-b0a72ed37697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eed748-770d-405e-9046-0629bb46024b,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:29.609889 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-6210f9fe-2844-42c9-9c9e-b0a72ed37697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:29.613089 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6210f9fe-2844-42c9-9c9e-b0a72ed37697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:29.613344 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for floatingip, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:29.613344 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5968781 Aug 25 16:41:29.614911 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-6210f9fe-2844-42c9-9c9e-b0a72ed37697 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54eed748-770d-405e-9046-0629bb46024b HTTP/1.1" status: 204 len: 168 time: 0.3610239 Aug 25 16:41:29.756187 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:30.171590 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-9de38118-8bfb-44e7-99a0-102ed0ca4f85 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Synchronizing usage tracker for tenant:e190674e9304482495bba1179171dfd3 on resource:security_group {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:41:30.198365 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4f1f09d7-1024-439a-8304-9bdb64e51ae1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:30.262335 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-9de38118-8bfb-44e7-99a0-102ed0ca4f85 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Unset dirty status for tenant:e190674e9304482495bba1179171dfd3 on resource:security_group {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:41:30.263700 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-9de38118-8bfb-44e7-99a0-102ed0ca4f85 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--78341244&fields=id&tenant_id=e190674e9304482495bba1179171dfd3 HTTP/1.1" status: 200 len: 267 time: 0.2278280 Aug 25 16:41:30.264380 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4f1f09d7-1024-439a-8304-9bdb64e51ae1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741960'] for floatingip, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:30.500798 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59484) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:30.506660 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-3967ff99-3d35-47ec-9afc-7c474512956a tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:30.508158 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-3967ff99-3d35-47ec-9afc-7c474512956a tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/networks?id=2b868551-604b-4fc5-b01d-b07c18548dc0 HTTP/1.1" status: 200 len: 811 time: 0.1885917 Aug 25 16:41:30.520554 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-fe2170ac-1b3f-4630-a594-96d6dbbd6ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:30.556011 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-fe2170ac-1b3f-4630-a594-96d6dbbd6ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:30.560569 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-fe2170ac-1b3f-4630-a594-96d6dbbd6ec9 admin admin] Usage tracker for resource:security_group_rule and tenant:ad1360fd202746e29b34f8965596829f is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:30.563831 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-fe2170ac-1b3f-4630-a594-96d6dbbd6ec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:30.572664 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-fe2170ac-1b3f-4630-a594-96d6dbbd6ec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:30.598587 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-de03cbf2-7b0b-4bf2-a67a-dbfc177d7c04 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/quotas/e190674e9304482495bba1179171dfd3 HTTP/1.1" status: 200 len: 375 time: 0.0373399 Aug 25 16:41:30.648058 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-fe2170ac-1b3f-4630-a594-96d6dbbd6ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:30.683354 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.db.l3_db [None req-4f1f09d7-1024-439a-8304-9bdb64e51ae1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Floating IP e8117e68-e5be-45c9-ad72-771fa1339ab0 associated. External IP: 172.28.2.154, port: 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf. Aug 25 16:41:30.779311 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-fe2170ac-1b3f-4630-a594-96d6dbbd6ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:30.787092 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-ebc43b80-52b7-4463-a212-5e1df77d79c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:30.797843 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-47bea131-0328-44e5-88e6-1e5181e777ed tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Synchronizing usage tracker for tenant:e190674e9304482495bba1179171dfd3 on resource:port {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:41:30.831417 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2170ac-1b3f-4630-a594-96d6dbbd6ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a750c2-2397-417c-a55d-1102bbca2a00,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:30.835600 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-fe2170ac-1b3f-4630-a594-96d6dbbd6ec9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad1360fd202746e29b34f8965596829f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3334806 Aug 25 16:41:30.836565 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-fe2170ac-1b3f-4630-a594-96d6dbbd6ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:30.838167 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59488) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:30.911238 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a9c6c5ec-d485-4f85-b8c3-c5a5d0d94d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:30.925539 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-47bea131-0328-44e5-88e6-1e5181e777ed tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Unset dirty status for tenant:e190674e9304482495bba1179171dfd3 on resource:port {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:41:30.927178 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-47bea131-0328-44e5-88e6-1e5181e777ed tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e190674e9304482495bba1179171dfd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3160489 Aug 25 16:41:30.941566 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a9c6c5ec-d485-4f85-b8c3-c5a5d0d94d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:31.107823 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a9c6c5ec-d485-4f85-b8c3-c5a5d0d94d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:31.120115 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-ccd2549d-f5f2-4dea-a627-bbe5363bc2f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:31.147601 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6c5ec-d485-4f85-b8c3-c5a5d0d94d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a750c2-2397-417c-a55d-1102bbca2a00,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:31.167051 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-a9c6c5ec-d485-4f85-b8c3-c5a5d0d94d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:31.174153 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a9c6c5ec-d485-4f85-b8c3-c5a5d0d94d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:31.176693 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-a9c6c5ec-d485-4f85-b8c3-c5a5d0d94d8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c0a750c2-2397-417c-a55d-1102bbca2a00 HTTP/1.1" status: 204 len: 168 time: 0.3373599 Aug 25 16:41:31.292370 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-8560c6f4-5ee5-4583-a5b4-33d69f5c1006 service neutron] 10.222.0.35 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516695 Aug 25 16:41:31.526032 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-15665570-203b-4d4d-bfc5-eb813c4a58b6 service neutron] 10.222.0.35 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253108 Aug 25 16:41:31.555322 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1f09d7-1024-439a-8304-9bdb64e51ae1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Router 5fa562bc-cbdd-47e6-a93c-41b705161d45 has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:41:31.797373 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1f09d7-1024-439a-8304-9bdb64e51ae1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:41:31.808111 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84196a0-8b05-4630-a26f-cd6cc11fba7f None None] Sync routers for ids ['5fa562bc-cbdd-47e6-a93c-41b705161d45'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:41:31.823170 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84196a0-8b05-4630-a26f-cd6cc11fba7f None None] Routers {'5fa562bc-cbdd-47e6-a93c-41b705161d45'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:41:31.823170 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-c84196a0-8b05-4630-a26f-cd6cc11fba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:41:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['5fa562bc-cbdd-47e6-a93c-41b705161d45'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:41:31.866351 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4f1f09d7-1024-439a-8304-9bdb64e51ae1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for floatingip, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:31.951787 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b1258fa6-bb58-4e87-a185-d51682b30aa1 req-0675e32e-890f-4282-ac6d-53b12874ea8e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 210 time: 0.1603670 Aug 25 16:41:31.975820 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-4f1f09d7-1024-439a-8304-9bdb64e51ae1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "PUT /v2.0/floatingips/e8117e68-e5be-45c9-ad72-771fa1339ab0 HTTP/1.1" status: 200 len: 991 time: 2.9877074 Aug 25 16:41:31.976904 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'tag': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf'}] {{(pid=75939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:41:32.073795 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'tag': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf', 'status': 'completed', 'code': 200} Aug 25 16:41:32.106307 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-c84196a0-8b05-4630-a26f-cd6cc11fba7f None None] Set router 5fa562bc-cbdd-47e6-a93c-41b705161d45 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:41:32.204588 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a857fda1-4dd9-430e-bba9-83e0c88e37b1 req-2027aa59-bf66-4293-97ab-a38ffee35691 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9&device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 1098 time: 0.0829065 Aug 25 16:41:32.384894 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857fda1-4dd9-430e-bba9-83e0c88e37b1 req-77ce607b-bd5d-43e1-9086-a7e8b5621415 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:32.386672 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a857fda1-4dd9-430e-bba9-83e0c88e37b1 req-77ce607b-bd5d-43e1-9086-a7e8b5621415 service neutron] 10.222.0.81 "GET /v2.0/networks?id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4 HTTP/1.1" status: 200 len: 918 time: 0.1606925 Aug 25 16:41:32.533842 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-c84196a0-8b05-4630-a26f-cd6cc11fba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:36:40Z', 'revision_number': 4, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_floatingips': [{'id': 'e8117e68-e5be-45c9-ad72-771fa1339ab0', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'floating_ip_address': '172.28.2.154', 'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'router_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'port_id': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'mac_address': 'fa:16:3e:e9:ae:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:40:58Z', 'updated_at': '2021-08-25T16:41:29Z', 'revision_number': 1, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c476155d-2667-490c-8dbc-59c05d74238e', 'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'mac_address': 'fa:16:3e:2f:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:39Z', 'updated_at': '2021-08-25T16:36:55Z', 'revision_number': 5, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'subnets': [{'id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:41:32.538395 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84196a0-8b05-4630-a26f-cd6cc11fba7f None None] Checking router: 5fa562bc-cbdd-47e6-a93c-41b705161d45 for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:41:32.540196 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a857fda1-4dd9-430e-bba9-83e0c88e37b1 req-994e657e-2f4f-42e3-b4c8-0ee02bf9227e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf HTTP/1.1" status: 200 len: 999 time: 0.1389558 Aug 25 16:41:32.551934 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84196a0-8b05-4630-a26f-cd6cc11fba7f None None] Routers {'5fa562bc-cbdd-47e6-a93c-41b705161d45'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:41:32.552672 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-c84196a0-8b05-4630-a26f-cd6cc11fba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:41:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['5fa562bc-cbdd-47e6-a93c-41b705161d45'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:41:32.610163 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857fda1-4dd9-430e-bba9-83e0c88e37b1 req-53ff7a62-fb81-4d5d-8c70-efdb2346cabe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:32.611863 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a857fda1-4dd9-430e-bba9-83e0c88e37b1 req-53ff7a62-fb81-4d5d-8c70-efdb2346cabe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d63a0ffb-80d7-4462-90e5-4d8039ba5a58 HTTP/1.1" status: 200 len: 855 time: 0.0650249 Aug 25 16:41:32.711446 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a857fda1-4dd9-430e-bba9-83e0c88e37b1 req-7ba4128b-d934-45d2-9d83-d4786e1cb408 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921121 Aug 25 16:41:32.795657 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-c84196a0-8b05-4630-a26f-cd6cc11fba7f None None] Set router 5fa562bc-cbdd-47e6-a93c-41b705161d45 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:41:32.866731 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a857fda1-4dd9-430e-bba9-83e0c88e37b1 req-7254483b-70b8-42fe-b83a-0a33b72c4d6b service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481380 Aug 25 16:41:33.012570 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59542) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:33.113100 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a857fda1-4dd9-430e-bba9-83e0c88e37b1 req-1612180e-d6df-47da-9f01-97d23db03c48 service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397404 Aug 25 16:41:33.235787 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1527258214-network', 'tenant_id': '8d94a3941be1412aaab03b91e6ed527b'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:33.242153 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:33.253502 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Usage tracker for resource:network and tenant:8d94a3941be1412aaab03b91e6ed527b is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:33.260735 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:33.274302 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:33.291260 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-c84196a0-8b05-4630-a26f-cd6cc11fba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:36:40Z', 'revision_number': 4, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_floatingips': [{'id': 'e8117e68-e5be-45c9-ad72-771fa1339ab0', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'floating_ip_address': '172.28.2.154', 'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'router_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'port_id': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'mac_address': 'fa:16:3e:e9:ae:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:40:58Z', 'updated_at': '2021-08-25T16:41:29Z', 'revision_number': 1, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c476155d-2667-490c-8dbc-59c05d74238e', 'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'mac_address': 'fa:16:3e:2f:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:39Z', 'updated_at': '2021-08-25T16:36:55Z', 'revision_number': 5, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'subnets': [{'id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:41:33.296908 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84196a0-8b05-4630-a26f-cd6cc11fba7f None None] The sync data for ids ['5fa562bc-cbdd-47e6-a93c-41b705161d45'] in dv-cinder-806008-1-smb is: [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:36:40Z', 'revision_number': 4, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_floatingips': [{'id': 'e8117e68-e5be-45c9-ad72-771fa1339ab0', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'floating_ip_address': '172.28.2.154', 'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'router_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'port_id': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'mac_address': 'fa:16:3e:e9:ae:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:40:58Z', 'updated_at': '2021-08-25T16:41:29Z', 'revision_number': 1, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c476155d-2667-490c-8dbc-59c05d74238e', 'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'mac_address': 'fa:16:3e:2f:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:39Z', 'updated_at': '2021-08-25T16:36:55Z', 'revision_number': 5, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'subnets': [{'id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:41:33.327194 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-021408d3-07bb-497e-878f-53cf31e03d75 req-87972d50-62ab-4841-b76d-8ee6ff62ab96 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 210 time: 0.0608313 Aug 25 16:41:33.400055 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Made reservation on behalf of 8d94a3941be1412aaab03b91e6ed527b for: {'network': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:41:33.407188 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for network, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:33.421287 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:33.477634 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:33.482005 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Usage tracker for resource:security_group_rule and tenant:8d94a3941be1412aaab03b91e6ed527b is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:33.485605 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:33.493707 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:33.587232 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:33.599312 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c400ea-97e6-407f-b745-3846e569ae59 None None] New status for floating IP e8117e68-e5be-45c9-ad72-771fa1339ab0: ACTIVE {{(pid=75942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:41:33.738871 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:33.742609 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-6210f9fe-2844-42c9-9c9e-b0a72ed37697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:33.823542 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] vlan segment allocate from pool success with {'vlan_id': 1203, 'physical_network': 'physnet1'} {{(pid=75940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:41:33.826591 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a1b10b-9b34-49ca-87ed-35a5dcc41677,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:33.829727 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:33.840712 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:33.842053 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.db.segments_db [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Added segment 90b39a61-4918-4f8a-be7e-dffaaa042a5d of type vlan for network bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba Aug 25 16:41:33.878207 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731567222914'] for network, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:34.032770 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for network, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:34.034111 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:34.034698 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:34.038997 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d48ab7a9-4e42-4ca0-945c-3e6ab8f630ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:34.148985 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Pushing event updated for resources: {'Network': ['ID=bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:34.152308 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:34.160710 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Network bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba details requested by agent ovs-agent-dv-cinder-806008-1-smb with host dv-cinder-806008-1-smb {{(pid=75941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:41:34.225585 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2117569 Aug 25 16:41:34.228364 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59564) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:34.235123 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-47882a78-e6b9-454f-a9c1-eb5a422cfe28 admin admin] Request body: {'subnet': {'network_id': 'bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1527258214-subnet', 'tenant_id': '8d94a3941be1412aaab03b91e6ed527b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:34.240207 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-47882a78-e6b9-454f-a9c1-eb5a422cfe28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:34.245015 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-47882a78-e6b9-454f-a9c1-eb5a422cfe28 admin admin] Usage tracker for resource:subnet and tenant:8d94a3941be1412aaab03b91e6ed527b is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:34.249789 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-47882a78-e6b9-454f-a9c1-eb5a422cfe28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:34.259514 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-47882a78-e6b9-454f-a9c1-eb5a422cfe28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:34.327021 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777298bc-6ec0-4d4f-959c-d8bbceed29f2 req-7e143113-68f0-443e-999f-856da7a156ed tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:34.328526 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-777298bc-6ec0-4d4f-959c-d8bbceed29f2 req-7e143113-68f0-443e-999f-856da7a156ed tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 945 time: 0.2877903 Aug 25 16:41:34.334230 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c3115-0ab7-4f8d-89e4-0e48ec4decc7 req-5b7ee075-a7b5-4cb2-9b9d-10a242d3d5a8 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:34.338800 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4c2c3115-0ab7-4f8d-89e4-0e48ec4decc7 req-5b7ee075-a7b5-4cb2-9b9d-10a242d3d5a8 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 945 time: 0.4241502 Aug 25 16:41:34.358676 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47882a78-e6b9-454f-a9c1-eb5a422cfe28 admin admin] Made reservation on behalf of 8d94a3941be1412aaab03b91e6ed527b for: {'subnet': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:41:34.361250 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-47882a78-e6b9-454f-a9c1-eb5a422cfe28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2014482'] for subnet, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:34.409749 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-777298bc-6ec0-4d4f-959c-d8bbceed29f2 req-147a64b4-b05e-427b-834f-cccab5f85b38 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730414 Aug 25 16:41:34.414273 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4c2c3115-0ab7-4f8d-89e4-0e48ec4decc7 req-70cd973f-3760-4799-b7de-9626ef689c98 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634468 Aug 25 16:41:34.444566 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 59570) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:34.736663 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c0009574-67a3-4dc4-9204-041ae1295170 req-2003bb42-ee82-46dd-9d5b-1e2e94be10c6 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 210 time: 0.1032491 Aug 25 16:41:34.760993 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-6b26666c-b9c1-432e-b4e6-064bae35f0dd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:34.762390 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-6b26666c-b9c1-432e-b4e6-064bae35f0dd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.81 "GET /v2.0/networks?id=2b868551-604b-4fc5-b01d-b07c18548dc0 HTTP/1.1" status: 200 len: 811 time: 0.2874067 Aug 25 16:41:34.765504 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-47882a78-e6b9-454f-a9c1-eb5a422cfe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1515181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2014464'] for subnet, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:34.773702 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:34.782300 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-20b89d7d-5683-499a-99fd-6deaa97d1f1c tempest-TestMinimumBasicScenario-1918061655 tempest-TestMinimumBasicScenario-1918061655-project-admin] Synchronizing usage tracker for tenant:512800f8892844c2bfaee346d1b1211b on resource:port {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:41:34.840737 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-c637fd8f-fb1b-4ca8-9c85-1f406b6fe08a tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e190674e9304482495bba1179171dfd3 HTTP/1.1" status: 200 len: 378 time: 0.0556760 Aug 25 16:41:34.850378 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-4d352d64-a1a3-41d7-bd26-28c781aff43f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Request body: {'port': {'device_id': '9ab8fb93-124c-4e7e-88cc-9fba7dff5084', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'admin_state_up': True, 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'security_groups': ['a4404d24-e3d8-4590-895b-3c059e156611']}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:34.852473 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47882a78-e6b9-454f-a9c1-eb5a422cfe28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b65aea98-1f4f-4385-82d5-9342a34583f7,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:34.856404 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-47882a78-e6b9-454f-a9c1-eb5a422cfe28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:34.861008 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47882a78-e6b9-454f-a9c1-eb5a422cfe28 admin admin] Checking segment: {'id': '90b39a61-4918-4f8a-be7e-dffaaa042a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:41:34.861430 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47882a78-e6b9-454f-a9c1-eb5a422cfe28 admin admin] Network hostable DHCP agents. Network: bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba, hostable agents: ['15364a29-dc0b-4d98-aa4e-4a52ef949670'], hosted agents: [] {{(pid=75940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:41:34.924102 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-20b89d7d-5683-499a-99fd-6deaa97d1f1c tempest-TestMinimumBasicScenario-1918061655 tempest-TestMinimumBasicScenario-1918061655-project-admin] Unset dirty status for tenant:512800f8892844c2bfaee346d1b1211b on resource:port {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:41:34.925260 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-20b89d7d-5683-499a-99fd-6deaa97d1f1c tempest-TestMinimumBasicScenario-1918061655 tempest-TestMinimumBasicScenario-1918061655-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 1093 time: 0.4795988 Aug 25 16:41:34.929678 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 59580) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:34.938417 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Request body: {'floatingip': {'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'port_id': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:34.946773 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:34.950656 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47882a78-e6b9-454f-a9c1-eb5a422cfe28 admin admin] Network bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba is scheduled to be hosted by DHCP agent 15364a29-dc0b-4d98-aa4e-4a52ef949670 with binding_index 1 {{(pid=75940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:41:34.954566 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Usage tracker for resource:floatingip and tenant:5dd739138a9947d0ac25bc7cf35c044f is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:34.964690 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:34.976034 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:35.021172 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-4d352d64-a1a3-41d7-bd26-28c781aff43f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:35.030421 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-47882a78-e6b9-454f-a9c1-eb5a422cfe28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-smb, bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba) {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:41:35.031439 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-4d352d64-a1a3-41d7-bd26-28c781aff43f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:35.034622 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47882a78-e6b9-454f-a9c1-eb5a422cfe28 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:35.035260 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-47882a78-e6b9-454f-a9c1-eb5a422cfe28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:35.041366 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfbdf9f-db8d-40a4-a2bc-c96a8726333d None None] Network bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:41:35.116130 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for floatingip, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:35.155868 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-47882a78-e6b9-454f-a9c1-eb5a422cfe28 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9263098 Aug 25 16:41:35.192970 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-4d352d64-a1a3-41d7-bd26-28c781aff43f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Made reservation on behalf of e190674e9304482495bba1179171dfd3 for: {'port': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:41:35.196107 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-4d352d64-a1a3-41d7-bd26-28c781aff43f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:35.279142 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed64c2ff-db0d-49ce-9ad0-bc2713f2a987 None None] Network bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:41:35.420330 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-4d352d64-a1a3-41d7-bd26-28c781aff43f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Allocated IP 172.20.0.3 (2b868551-604b-4fc5-b01d-b07c18548dc0/dc013c14-7af0-4164-ba36-a7b01f82d66b/60dd5f24-cb09-4088-a3e8-a137e6b23cdb) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:41:35.428200 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:35.777851 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Allocated IP 172.28.2.237 (298d0f1e-c103-4242-b158-a28991e655e1/5184b04e-1ca0-4ee3-a46f-6b013348b4a8/a55e4508-61a0-417a-b2a6-51c7bce75bea) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:41:35.835723 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-4d352d64-a1a3-41d7-bd26-28c781aff43f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:35.910898 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.provisioning_blocks [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-4d352d64-a1a3-41d7-bd26-28c781aff43f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Transition to ACTIVE for port object 60dd5f24-cb09-4088-a3e8-a137e6b23cdb will not be triggered until provisioned by entity DHCP. {{(pid=75939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:41:35.917355 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba7657-dcce-40c0-821b-4d05a62ccbb9 req-5d98401a-c39b-47e4-aca5-50be2d2ae928 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:35.918834 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8dba7657-dcce-40c0-821b-4d05a62ccbb9 req-5d98401a-c39b-47e4-aca5-50be2d2ae928 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 945 time: 0.3192194 Aug 25 16:41:36.016417 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ca56b487-1e20-4e26-bea8-74edcd7333a9 req-a32be7df-a502-4ef0-87f4-d072009b66f8 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 210 time: 0.0820322 Aug 25 16:41:36.077942 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8dba7657-dcce-40c0-821b-4d05a62ccbb9 req-f85f1924-d9cb-435e-8758-b6432f69fa5b tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378753 Aug 25 16:41:36.080648 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:36.133547 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-4d352d64-a1a3-41d7-bd26-28c781aff43f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:36.140250 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-f7bb305a-ca93-489f-abd5-e05bb9cafdc9 tempest-VolumesNegativeTest-1177411608 tempest-VolumesNegativeTest-1177411608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:36.209609 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-4d352d64-a1a3-41d7-bd26-28c781aff43f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Network 2b868551-604b-4fc5-b01d-b07c18548dc0 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:41:36.213067 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-4d352d64-a1a3-41d7-bd26-28c781aff43f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:41:36.223625 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:36.226256 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-4d352d64-a1a3-41d7-bd26-28c781aff43f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:41:36.253916 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d352d64-a1a3-41d7-bd26-28c781aff43f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Pushing event updated for resources: {'Port': ['ID=60dd5f24-cb09-4088-a3e8-a137e6b23cdb,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:36.260315 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-4d352d64-a1a3-41d7-bd26-28c781aff43f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:36.263672 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0c72bf29-3cc8-470a-9ca3-9a320ab73bf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:36.452187 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Network 298d0f1e-c103-4242-b158-a28991e655e1 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:41:36.456997 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:41:36.470114 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:41:36.503409 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Pushing event updated for resources: {'Port': ['ID=a55e4508-61a0-417a-b2a6-51c7bce75bea,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:36.508279 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:36.512465 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-4d352d64-a1a3-41d7-bd26-28c781aff43f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:36.513205 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-4d352d64-a1a3-41d7-bd26-28c781aff43f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:36.535089 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59608) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:36.541663 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2044226694-network', 'tenant_id': 'bce7c5834efc4e58b1c77208ac7b5e3a'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:36.547307 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:36.550379 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f15255b4-c59a-4e02-b6b2-8af59e849f9e None None] Provisioning for port 60dd5f24-cb09-4088-a3e8-a137e6b23cdb completed by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:41:36.554387 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Usage tracker for resource:network and tenant:bce7c5834efc4e58b1c77208ac7b5e3a is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:36.555590 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:36.556953 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f15255b4-c59a-4e02-b6b2-8af59e849f9e None None] Provisioning complete for port 60dd5f24-cb09-4088-a3e8-a137e6b23cdb triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:41:36.557343 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f15255b4-c59a-4e02-b6b2-8af59e849f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:36.562734 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:36.614496 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f15255b4-c59a-4e02-b6b2-8af59e849f9e None None] Port 60dd5f24-cb09-4088-a3e8-a137e6b23cdb cannot update to ACTIVE because it is not bound. {{(pid=75941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:41:36.651125 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-4d352d64-a1a3-41d7-bd26-28c781aff43f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8047774 Aug 25 16:41:36.664358 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Request body: {'port': {'device_id': '9ab8fb93-124c-4e7e-88cc-9fba7dff5084', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:36.710299 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Made reservation on behalf of bce7c5834efc4e58b1c77208ac7b5e3a for: {'network': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:41:36.712751 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for network, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:36.726395 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:36.758253 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:36.762379 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Usage tracker for resource:security_group_rule and tenant:bce7c5834efc4e58b1c77208ac7b5e3a is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:36.768307 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:36.775853 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:36.846672 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:36.918352 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:36.921943 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-43e27c18-ff9e-4819-94f1-419f0772fed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:36.936507 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:36.953240 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] vlan segment allocate from pool success with {'vlan_id': 1204, 'physical_network': 'physnet1'} {{(pid=75940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:41:36.961786 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5a1b65-f587-423d-b821-a4991a5238f8,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:36.965481 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:36.970977 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:36.971291 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.db.segments_db [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Added segment b744ab3f-9983-429e-9674-cfeccc6518f1 of type vlan for network f35c8849-ed3a-4424-862c-2b614730b4d2 Aug 25 16:41:36.997543 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731567222914'] for network, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:37.087867 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for network, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:37.089953 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:37.091708 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:37.099870 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:37.230670 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Pushing event updated for resources: {'Network': ['ID=f35c8849-ed3a-4424-862c-2b614730b4d2,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:37.233781 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:37.240898 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Network f35c8849-ed3a-4424-862c-2b614730b4d2 details requested by agent ovs-agent-dv-cinder-806008-1-smb with host dv-cinder-806008-1-smb {{(pid=75941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:41:37.307309 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7707014 Aug 25 16:41:37.310643 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59618) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:37.320432 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-ed96c002-9579-4eb8-8c7e-68bad510701c admin admin] Request body: {'subnet': {'network_id': 'f35c8849-ed3a-4424-862c-2b614730b4d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2044226694-subnet', 'tenant_id': 'bce7c5834efc4e58b1c77208ac7b5e3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:37.329726 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-ed96c002-9579-4eb8-8c7e-68bad510701c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:37.335584 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-ed96c002-9579-4eb8-8c7e-68bad510701c admin admin] Usage tracker for resource:subnet and tenant:bce7c5834efc4e58b1c77208ac7b5e3a is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:37.342661 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-ed96c002-9579-4eb8-8c7e-68bad510701c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:37.353130 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-ed96c002-9579-4eb8-8c7e-68bad510701c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:37.447180 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed96c002-9579-4eb8-8c7e-68bad510701c admin admin] Made reservation on behalf of bce7c5834efc4e58b1c77208ac7b5e3a for: {'subnet': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:41:37.449594 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ed96c002-9579-4eb8-8c7e-68bad510701c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2014482'] for subnet, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:37.495268 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646529e7-c8ca-4b84-943f-182acf7d7eae req-584592d2-4897-48e2-97d0-2734902b6d5b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:37.496010 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-646529e7-c8ca-4b84-943f-182acf7d7eae req-584592d2-4897-48e2-97d0-2734902b6d5b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Synchronizing usage tracker for tenant:e190674e9304482495bba1179171dfd3 on resource:port {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:41:37.525156 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded139b-f077-46e5-8f73-5059c8fd266c req-3f3d7661-a733-432f-95ca-847b2791d65e tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:37.526656 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6ded139b-f077-46e5-8f73-5059c8fd266c req-3f3d7661-a733-432f-95ca-847b2791d65e tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 945 time: 0.2849283 Aug 25 16:41:37.618158 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:37.627697 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60dd5f24-cb09-4088-a3e8-a137e6b23cdb {{(pid=75939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:41:37.635090 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:37.651838 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.provisioning_blocks [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Transition to ACTIVE for port object 60dd5f24-cb09-4088-a3e8-a137e6b23cdb will not be triggered until provisioned by entity L2. {{(pid=75939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:41:37.667392 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-646529e7-c8ca-4b84-943f-182acf7d7eae req-584592d2-4897-48e2-97d0-2734902b6d5b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Unset dirty status for tenant:e190674e9304482495bba1179171dfd3 on resource:port {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:41:37.670229 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-646529e7-c8ca-4b84-943f-182acf7d7eae req-584592d2-4897-48e2-97d0-2734902b6d5b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 931 time: 0.5116799 Aug 25 16:41:37.734210 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-646529e7-c8ca-4b84-943f-182acf7d7eae req-a644c3c8-292b-4fb8-b5a5-48a5026d6ee1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4404d24-e3d8-4590-895b-3c059e156611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574520 Aug 25 16:41:37.790275 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:37.800512 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:37.858869 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ed96c002-9579-4eb8-8c7e-68bad510701c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1515181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2014464'] for subnet, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:37.866960 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:37.944368 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96c002-9579-4eb8-8c7e-68bad510701c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a2d5e84-2dad-4c08-ae00-5b2648185235,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:37.944635 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:37.949585 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-ed96c002-9579-4eb8-8c7e-68bad510701c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:37.969347 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96c002-9579-4eb8-8c7e-68bad510701c admin admin] Checking segment: {'id': 'b744ab3f-9983-429e-9674-cfeccc6518f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'f35c8849-ed3a-4424-862c-2b614730b4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:41:37.969700 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed96c002-9579-4eb8-8c7e-68bad510701c admin admin] Network hostable DHCP agents. Network: f35c8849-ed3a-4424-862c-2b614730b4d2, hostable agents: ['15364a29-dc0b-4d98-aa4e-4a52ef949670'], hosted agents: [] {{(pid=75940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:41:37.988415 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=60dd5f24-cb09-4088-a3e8-a137e6b23cdb,revision_number=2']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:38.004039 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:38.078294 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed96c002-9579-4eb8-8c7e-68bad510701c admin admin] Network f35c8849-ed3a-4424-862c-2b614730b4d2 is scheduled to be hosted by DHCP agent 15364a29-dc0b-4d98-aa4e-4a52ef949670 with binding_index 1 {{(pid=75940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:41:38.177669 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-ed96c002-9579-4eb8-8c7e-68bad510701c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-smb, f35c8849-ed3a-4424-862c-2b614730b4d2) {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:41:38.182845 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed96c002-9579-4eb8-8c7e-68bad510701c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:38.183058 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6ded139b-f077-46e5-8f73-5059c8fd266c req-a25ac5a5-91b2-4225-8fd1-d79dbb653f00 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6433892 Aug 25 16:41:38.183183 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ed96c002-9579-4eb8-8c7e-68bad510701c admin admin] Notify callbacks [] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:38.198638 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bf183e-94d9-4d93-b3a0-a7f23f24195e None None] Network f35c8849-ed3a-4424-862c-2b614730b4d2 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:41:38.267747 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-ed96c002-9579-4eb8-8c7e-68bad510701c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9553347 Aug 25 16:41:38.367383 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Attempting to bind port 60dd5f24-cb09-4088-a3e8-a137e6b23cdb on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:41:38.367708 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Attempting to bind port 60dd5f24-cb09-4088-a3e8-a137e6b23cdb by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'a0b81443-10c4-4b22-95f1-7bff484020c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0'}] {{(pid=75939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:41:38.368122 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Attempting to bind port 60dd5f24-cb09-4088-a3e8-a137e6b23cdb on network 2b868551-604b-4fc5-b01d-b07c18548dc0 {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:41:38.386949 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Port 60dd5f24-cb09-4088-a3e8-a137e6b23cdb on network 2b868551-604b-4fc5-b01d-b07c18548dc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:41:38.387264 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Attempting to bind port 60dd5f24-cb09-4088-a3e8-a137e6b23cdb on network 2b868551-604b-4fc5-b01d-b07c18548dc0 {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:41:38.402900 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:41:38.403129 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Checking segment: {'id': 'a0b81443-10c4-4b22-95f1-7bff484020c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:41:38.404382 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Bound using segment: {'id': 'a0b81443-10c4-4b22-95f1-7bff484020c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0'} {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:41:38.404756 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Bound port: 60dd5f24-cb09-4088-a3e8-a137e6b23cdb, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b81443-10c4-4b22-95f1-7bff484020c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0'}}] {{(pid=75939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:41:38.405109 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:38.446730 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13f2918-237b-4e1b-8bf2-23e011628214 None None] Network f35c8849-ed3a-4424-862c-2b614730b4d2 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:41:38.488659 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for port, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:38.520711 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] For port 60dd5f24-cb09-4088-a3e8-a137e6b23cdb, host hv-cinder-80600, cleared binding levels {{(pid=75939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:41:38.523842 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] For port 60dd5f24-cb09-4088-a3e8-a137e6b23cdb, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=60dd5f24-cb09-4088-a3e8-a137e6b23cdb,segment=NetworkSegment(a0b81443-10c4-4b22-95f1-7bff484020c1),segment_id=a0b81443-10c4-4b22-95f1-7bff484020c1)] {{(pid=75939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:41:38.573093 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:38.577843 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0ea1b1c8-a5d9-489e-bc0f-725e46c7a2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:38.613066 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:38.698986 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Pushing event updated for resources: {'Port': ['ID=a55e4508-61a0-417a-b2a6-51c7bce75bea,revision_number=2']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:38.705574 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:38.706966 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:38.710139 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] 10.222.0.81 "PUT /v2.0/ports/60dd5f24-cb09-4088-a3e8-a137e6b23cdb HTTP/1.1" status: 200 len: 1093 time: 2.0482655 Aug 25 16:41:38.710139 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-4d352d64-a1a3-41d7-bd26-28c781aff43f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:38.739813 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab8fb93-124c-4e7e-88cc-9fba7dff5084', 'tag': '60dd5f24-cb09-4088-a3e8-a137e6b23cdb'}] {{(pid=75939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:41:38.820458 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab8fb93-124c-4e7e-88cc-9fba7dff5084', 'tag': '60dd5f24-cb09-4088-a3e8-a137e6b23cdb', 'status': 'completed', 'code': 200} Aug 25 16:41:38.869233 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741960'] for floatingip, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:39.056352 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=60dd5f24-cb09-4088-a3e8-a137e6b23cdb,revision_number=3']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:39.071493 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:39.164585 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-0d0fbd6b-e82c-46ad-a5e9-196933ecd9dd tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:39.166084 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-0d0fbd6b-e82c-46ad-a5e9-196933ecd9dd tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/networks?id=bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba HTTP/1.1" status: 200 len: 809 time: 0.4195116 Aug 25 16:41:39.190413 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-8391866a-a93e-47d6-8f99-2f827e9869bc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e190674e9304482495bba1179171dfd3&device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 1096 time: 0.2622936 Aug 25 16:41:39.206708 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cf964-48f1-4579-8174-214ae033fd68 req-32682de6-78d6-4140-b659-b72a39d94d6e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:39.208174 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-087cf964-48f1-4579-8174-214ae033fd68 req-32682de6-78d6-4140-b659-b72a39d94d6e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 943 time: 0.2686117 Aug 25 16:41:39.261001 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-aa800587-a0b1-468f-b67b-fd0b9b5017d4 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/quotas/8d94a3941be1412aaab03b91e6ed527b HTTP/1.1" status: 200 len: 375 time: 0.0846529 Aug 25 16:41:39.386759 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-a8d6e2f8-78fe-45c7-b806-386f59813b08 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60dd5f24-cb09-4088-a3e8-a137e6b23cdb HTTP/1.1" status: 200 len: 217 time: 0.1775548 Aug 25 16:41:39.396055 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-f89ea718-f6a0-4a3d-aa96-4ffcd7bf2cfa tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8d94a3941be1412aaab03b91e6ed527b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687888 Aug 25 16:41:39.477669 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-087cf964-48f1-4579-8174-214ae033fd68 req-6c49b38f-2618-4d07-aca9-77ee007482e9 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4404d24-e3d8-4590-895b-3c059e156611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2183154 Aug 25 16:41:39.496012 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-ed9494d8-72c2-42df-b8d7-17ba94025742 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:39.498196 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-ed9494d8-72c2-42df-b8d7-17ba94025742 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc013c14-7af0-4164-ba36-a7b01f82d66b HTTP/1.1" status: 200 len: 850 time: 0.0772781 Aug 25 16:41:39.648626 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.db.l3_db [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Floating IP 72a3741a-4f93-43a5-853a-cec919cfae96 associated. External IP: 172.28.2.237, port: a52bd903-dd7a-4cfb-b208-b586278bc5e1. Aug 25 16:41:39.790679 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1282921-dd19-42db-baa4-466274ca7de0 req-0428b596-8054-46b8-8fc4-b9f775855e79 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:39.791297 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-c1282921-dd19-42db-baa4-466274ca7de0 req-0428b596-8054-46b8-8fc4-b9f775855e79 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Synchronizing usage tracker for tenant:7fd9e47991e9427d80767bfe0f000060 on resource:port {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:41:39.860902 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-c1282921-dd19-42db-baa4-466274ca7de0 req-0428b596-8054-46b8-8fc4-b9f775855e79 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Unset dirty status for tenant:7fd9e47991e9427d80767bfe0f000060 on resource:port {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:41:39.862027 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-c1282921-dd19-42db-baa4-466274ca7de0 req-0428b596-8054-46b8-8fc4-b9f775855e79 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.81 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 945 time: 0.1571686 Aug 25 16:41:39.937274 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-c1282921-dd19-42db-baa4-466274ca7de0 req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Deleting port 76893a12-d17b-4810-a0da-51db5db4928c {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:41:39.937616 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-c1282921-dd19-42db-baa4-466274ca7de0 req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:39.943102 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-5244f2a4-d019-4e80-a3a4-755f6984d73e service neutron] 10.222.0.35 "GET /v2.0/networks/bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380666 Aug 25 16:41:39.955193 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-aeb69a63-abc4-4c26-b373-72274f628821 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2b868551-604b-4fc5-b01d-b07c18548dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4325631 Aug 25 16:41:40.182200 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255364ab-190f-40e0-996e-7ee3efa2dc80 req-dbd23ea8-31fa-4309-9922-20c96613860a tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:40.183637 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-255364ab-190f-40e0-996e-7ee3efa2dc80 req-dbd23ea8-31fa-4309-9922-20c96613860a tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 945 time: 0.3473978 Aug 25 16:41:40.189246 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-c1282921-dd19-42db-baa4-466274ca7de0 req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] For port 76893a12-d17b-4810-a0da-51db5db4928c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=76893a12-d17b-4810-a0da-51db5db4928c,segment=NetworkSegment(5f9746cd-5c26-49a9-b753-20d4f78ecc36),segment_id=5f9746cd-5c26-49a9-b753-20d4f78ecc36)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:41:40.189611 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-c1282921-dd19-42db-baa4-466274ca7de0 req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:40.315164 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-c1282921-dd19-42db-baa4-466274ca7de0 req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Calling delete_port for 76893a12-d17b-4810-a0da-51db5db4928c owned by compute:nova {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:41:40.319493 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-ea47709d-18eb-4281-8d62-20c6a8c7a383 service neutron] 10.222.0.35 "GET /v2.0/networks/bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691883 Aug 25 16:41:40.349985 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-fff8713f-453b-402e-a863-5ee9b9cf478e service neutron] 10.222.0.81 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693252 Aug 25 16:41:40.436083 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-255364ab-190f-40e0-996e-7ee3efa2dc80 req-0a04ac29-769d-42f0-8f38-b6ad69d611a3 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220731 Aug 25 16:41:40.556871 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-c1282921-dd19-42db-baa4-466274ca7de0 req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:40.567228 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d141df16-fed7-4fbc-a026-bc9edcd9802b tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:40.579091 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['76893a12-d17b-4810-a0da-51db5db4928c'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:41:40.598416 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2eb6490b-12e0-4caa-b40b-ab6e242527eb req-4928054d-50ed-433e-aef4-c429c4799582 service neutron] 10.222.0.81 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399309 Aug 25 16:41:40.639359 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Pushing event deleted for resources: {'Port': ['ID=76893a12-d17b-4810-a0da-51db5db4928c,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:40.746795 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:40.748894 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:40.749509 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:40.750125 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:40.750740 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:40.751356 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:40.751947 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:40.752648 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:40.753225 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:40.753770 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:40.754380 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:40.759708 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:40.775949 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1282921-dd19-42db-baa4-466274ca7de0 req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] No DVR routers for this DVR port 76893a12-d17b-4810-a0da-51db5db4928c on host hv-cinder-80600 {{(pid=75940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:41:40.778551 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-c1282921-dd19-42db-baa4-466274ca7de0 req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:40.781542 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91bad94-4f4f-4604-8f3e-e5a19dafe619', 'name': 'network-vif-deleted', 'tag': '76893a12-d17b-4810-a0da-51db5db4928c'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:41:40.816726 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ccda9f55-caaa-45a4-a2ac-04b7344b1617 req-0141f428-f56a-4a72-88e9-076d42f4f76a tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 210 time: 0.1487448 Aug 25 16:41:40.875175 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-c1282921-dd19-42db-baa4-466274ca7de0 req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.81 "DELETE /v2.0/ports/76893a12-d17b-4810-a0da-51db5db4928c HTTP/1.1" status: 204 len: 173 time: 1.0032248 Aug 25 16:41:40.954963 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33644cb-1a5a-484b-bbab-8257452ee7d6 req-dfa50271-1d06-4da4-a25b-7aee0f35abe3 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:40.956199 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b33644cb-1a5a-484b-bbab-8257452ee7d6 req-dfa50271-1d06-4da4-a25b-7aee0f35abe3 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 943 time: 0.2939079 Aug 25 16:41:40.992315 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-586c0253-2a09-436c-8d53-138016c9a670 req-a9e8951c-123c-4fcb-ab6e-7f8bdab3e67d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e190674e9304482495bba1179171dfd3&device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 1096 time: 0.2242882 Aug 25 16:41:41.036835 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91bad94-4f4f-4604-8f3e-e5a19dafe619', 'name': 'network-vif-deleted', 'tag': '76893a12-d17b-4810-a0da-51db5db4928c', 'status': 'completed', 'code': 200} Aug 25 16:41:41.112583 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b33644cb-1a5a-484b-bbab-8257452ee7d6 req-db6785b4-8854-44fe-b278-30367c85e011 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4404d24-e3d8-4590-895b-3c059e156611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1481879 Aug 25 16:41:41.146385 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Router ccfd9623-29e6-494d-93bf-4ca86e897dca has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:41:41.180487 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c0253-2a09-436c-8d53-138016c9a670 req-6b984279-63a7-43b9-8c84-a3e978cf26ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:41.182218 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-586c0253-2a09-436c-8d53-138016c9a670 req-6b984279-63a7-43b9-8c84-a3e978cf26ac service neutron] 10.222.0.81 "GET /v2.0/networks?id=2b868551-604b-4fc5-b01d-b07c18548dc0 HTTP/1.1" status: 200 len: 913 time: 0.1827967 Aug 25 16:41:41.314824 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-586c0253-2a09-436c-8d53-138016c9a670 req-e600b744-dd7f-4463-878f-35a32f44012d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60dd5f24-cb09-4088-a3e8-a137e6b23cdb HTTP/1.1" status: 200 len: 217 time: 0.0735009 Aug 25 16:41:41.391510 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c0253-2a09-436c-8d53-138016c9a670 req-4f64eab8-93d2-46f3-8315-9ce8e211fdb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:41.393018 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-586c0253-2a09-436c-8d53-138016c9a670 req-4f64eab8-93d2-46f3-8315-9ce8e211fdb0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc013c14-7af0-4164-ba36-a7b01f82d66b HTTP/1.1" status: 200 len: 850 time: 0.0659428 Aug 25 16:41:41.677759 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-209f299c-634d-41a1-b66c-6c73891dc289 req-2a1a6cfb-1558-44d3-9308-7f27b7492e50 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=c91bad94-4f4f-4604-8f3e-e5a19dafe619 HTTP/1.1" status: 200 len: 210 time: 0.0682995 Aug 25 16:41:41.730757 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-586c0253-2a09-436c-8d53-138016c9a670 req-d03b070a-1eba-414f-9065-68c6ab4061d6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2b868551-604b-4fc5-b01d-b07c18548dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3284128 Aug 25 16:41:41.743062 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:41:41.755641 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95bc670-85a3-4eca-a3ff-32aa34263280 None None] Sync routers for ids ['ccfd9623-29e6-494d-93bf-4ca86e897dca'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:41:41.772929 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95bc670-85a3-4eca-a3ff-32aa34263280 None None] Routers {'ccfd9623-29e6-494d-93bf-4ca86e897dca'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:41:41.774053 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-e95bc670-85a3-4eca-a3ff-32aa34263280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:41:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['ccfd9623-29e6-494d-93bf-4ca86e897dca'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:41:41.923402 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-586c0253-2a09-436c-8d53-138016c9a670 req-8aeffbb8-3047-42db-801c-b9b1d6c3cc3b service neutron] 10.222.0.81 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738160 Aug 25 16:41:41.961028 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for floatingip, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:42.073220 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-e95bc670-85a3-4eca-a3ff-32aa34263280 None None] Set router ccfd9623-29e6-494d-93bf-4ca86e897dca gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:41:42.144938 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a474057f-8a7d-47fd-9027-b77bf35ab214 req-98da35e5-1d05-4334-a48f-8559fa75354f tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 210 time: 0.0899963 Aug 25 16:41:42.168440 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.2375937 Aug 25 16:41:42.172064 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59672) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:42.179437 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'tag': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1'}] {{(pid=75939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:41:42.181472 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-f6ec9baa-a905-4989-bf83-35ebcbf5d789 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1274940899', 'description': 'tempest-secgroup-smoke-1274940899 description', 'project_id': '5dd739138a9947d0ac25bc7cf35c044f'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:42.202413 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-f6ec9baa-a905-4989-bf83-35ebcbf5d789 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:42.244627 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-f6ec9baa-a905-4989-bf83-35ebcbf5d789 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:42.332139 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-586c0253-2a09-436c-8d53-138016c9a670 req-29e59459-d579-40ed-920f-ad864136b930 service neutron] 10.222.0.81 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006832 Aug 25 16:41:42.338243 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'tag': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1', 'status': 'completed', 'code': 200} Aug 25 16:41:42.347507 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9baa-a905-4989-bf83-35ebcbf5d789 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:42.394940 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-f6ec9baa-a905-4989-bf83-35ebcbf5d789 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:42.411758 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-f6ec9baa-a905-4989-bf83-35ebcbf5d789 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Usage tracker for resource:security_group_rule and tenant:5dd739138a9947d0ac25bc7cf35c044f is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:42.424874 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-f6ec9baa-a905-4989-bf83-35ebcbf5d789 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:42.432765 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-f6ec9baa-a905-4989-bf83-35ebcbf5d789 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:42.445289 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79e5c6-7946-462f-9249-d83c1442eb6c req-c1594d7f-2ee4-409f-b0f8-26538b0ce91f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:42.447000 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7d79e5c6-7946-462f-9249-d83c1442eb6c req-c1594d7f-2ee4-409f-b0f8-26538b0ce91f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 943 time: 0.1541502 Aug 25 16:41:42.507792 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7d79e5c6-7946-462f-9249-d83c1442eb6c req-c3d7bb8b-50eb-4b51-80cd-370142ffec00 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4404d24-e3d8-4590-895b-3c059e156611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537288 Aug 25 16:41:42.518292 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-dd701a41-3a6b-41c7-b0d0-d6c3a96f7d80 req-61fa6ecd-ac2a-49cb-9372-799d2d85cf64 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5dd739138a9947d0ac25bc7cf35c044f&device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 1098 time: 0.1592777 Aug 25 16:41:42.526623 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9baa-a905-4989-bf83-35ebcbf5d789 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:42.625553 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9baa-a905-4989-bf83-35ebcbf5d789 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:42.631811 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-fe2170ac-1b3f-4630-a594-96d6dbbd6ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:42.696555 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-e95bc670-85a3-4eca-a3ff-32aa34263280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'name': 'tempest-TestMinimumBasicScenario-985053090-router', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:12Z', 'updated_at': '2021-08-25T16:40:22Z', 'revision_number': 4, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'gw_port': {'id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:14Z', 'updated_at': '2021-08-25T16:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_floatingips': [{'id': '72a3741a-4f93-43a5-853a-cec919cfae96', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'floating_ip_address': '172.28.2.237', 'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'router_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'port_id': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2', 'mac_address': 'fa:16:3e:58:25:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:41:37Z', 'updated_at': '2021-08-25T16:41:37Z', 'revision_number': 0, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841e5d2b-70dc-43b8-9ba3-a70bb464266c', 'name': '', 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'mac_address': 'fa:16:3e:b4:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:20Z', 'updated_at': '2021-08-25T16:40:31Z', 'revision_number': 5, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'subnets': [{'id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:41:42.699015 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd701a41-3a6b-41c7-b0d0-d6c3a96f7d80 req-334517db-bfee-40a4-9436-873a4f8d2a1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:42.701521 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-dd701a41-3a6b-41c7-b0d0-d6c3a96f7d80 req-334517db-bfee-40a4-9436-873a4f8d2a1c service neutron] 10.222.0.81 "GET /v2.0/networks?id=5ae4b2c8-5b57-47b7-8f20-23c93260cde2 HTTP/1.1" status: 200 len: 916 time: 0.1717355 Aug 25 16:41:42.703337 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec9baa-a905-4989-bf83-35ebcbf5d789 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00de371-c8ad-4b9f-9e85-c3e8de8e44d2,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:42.703485 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95bc670-85a3-4eca-a3ff-32aa34263280 None None] Checking router: ccfd9623-29e6-494d-93bf-4ca86e897dca for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:41:42.706652 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-f6ec9baa-a905-4989-bf83-35ebcbf5d789 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:42.723374 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95bc670-85a3-4eca-a3ff-32aa34263280 None None] Routers {'ccfd9623-29e6-494d-93bf-4ca86e897dca'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:41:42.725018 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-e95bc670-85a3-4eca-a3ff-32aa34263280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:41:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['ccfd9623-29e6-494d-93bf-4ca86e897dca'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:41:42.793189 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9baa-a905-4989-bf83-35ebcbf5d789 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:42.798762 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-f6ec9baa-a905-4989-bf83-35ebcbf5d789 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6254189 Aug 25 16:41:42.803929 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59680) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:42.805905 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-1f35baca-0d5e-42c5-a0ad-434e7a0ead7e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Request body: {'security_group_rule': {'security_group_id': 'c00de371-c8ad-4b9f-9e85-c3e8de8e44d2', 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:42.827083 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-1f35baca-0d5e-42c5-a0ad-434e7a0ead7e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:42.832943 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-1f35baca-0d5e-42c5-a0ad-434e7a0ead7e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Usage tracker for resource:security_group_rule and tenant:5dd739138a9947d0ac25bc7cf35c044f is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:42.841454 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-1f35baca-0d5e-42c5-a0ad-434e7a0ead7e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:42.849531 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-1f35baca-0d5e-42c5-a0ad-434e7a0ead7e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:42.898499 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-dd701a41-3a6b-41c7-b0d0-d6c3a96f7d80 req-31e4130b-e287-42ce-9449-e540cbed4400 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52bd903-dd7a-4cfb-b208-b586278bc5e1 HTTP/1.1" status: 200 len: 999 time: 0.1728044 Aug 25 16:41:42.973306 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd701a41-3a6b-41c7-b0d0-d6c3a96f7d80 req-b441dc5f-7a19-4906-b22d-34dc4e950c31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:42.974922 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-dd701a41-3a6b-41c7-b0d0-d6c3a96f7d80 req-b441dc5f-7a19-4906-b22d-34dc4e950c31 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b1a974d7-f30e-4176-9deb-f8963fe567fd HTTP/1.1" status: 200 len: 853 time: 0.0681329 Aug 25 16:41:42.979747 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-e95bc670-85a3-4eca-a3ff-32aa34263280 None None] Set router ccfd9623-29e6-494d-93bf-4ca86e897dca gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:41:42.996872 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1f35baca-0d5e-42c5-a0ad-434e7a0ead7e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:43.063470 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 60dd5f24-cb09-4088-a3e8-a137e6b23cdb details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:41:43.072027 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-dd701a41-3a6b-41c7-b0d0-d6c3a96f7d80 req-46b4863d-354b-47d3-ade0-7a5eedc5f3a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5ae4b2c8-5b57-47b7-8f20-23c93260cde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881381 Aug 25 16:41:43.075524 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 76893a12-d17b-4810-a0da-51db5db4928c no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:41:43.083763 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1f35baca-0d5e-42c5-a0ad-434e7a0ead7e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:43.179379 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1f35baca-0d5e-42c5-a0ad-434e7a0ead7e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:43.183114 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5e467cf2-da1d-4c71-a09e-8c12243abdb7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:43.192394 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: 76893a12-d17b-4810-a0da-51db5db4928c {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:41:43.192915 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 76893a12-d17b-4810-a0da-51db5db4928c not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:41:43.250685 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35baca-0d5e-42c5-a0ad-434e7a0ead7e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c1e969-489c-4a71-854a-287d03745d43,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:43.253356 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-1f35baca-0d5e-42c5-a0ad-434e7a0ead7e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:43.344971 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-dd701a41-3a6b-41c7-b0d0-d6c3a96f7d80 req-c1c58fd4-0521-4943-9a80-7ec7e4eb7dc4 service neutron] 10.222.0.81 "GET /v2.0/networks/5ae4b2c8-5b57-47b7-8f20-23c93260cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553818 Aug 25 16:41:43.359756 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-1f35baca-0d5e-42c5-a0ad-434e7a0ead7e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:43.365076 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-1f35baca-0d5e-42c5-a0ad-434e7a0ead7e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5605481 Aug 25 16:41:43.365076 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59690) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:43.370750 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-f1e627ee-0d3b-431a-b07c-f8e934046cc7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Request body: {'security_group_rule': {'security_group_id': 'c00de371-c8ad-4b9f-9e85-c3e8de8e44d2', 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:43.392371 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-f1e627ee-0d3b-431a-b07c-f8e934046cc7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:43.397525 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-f1e627ee-0d3b-431a-b07c-f8e934046cc7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Usage tracker for resource:security_group_rule and tenant:5dd739138a9947d0ac25bc7cf35c044f is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:43.412431 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-f1e627ee-0d3b-431a-b07c-f8e934046cc7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:43.423105 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-f1e627ee-0d3b-431a-b07c-f8e934046cc7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:43.464056 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 60dd5f24-cb09-4088-a3e8-a137e6b23cdb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=60dd5f24-cb09-4088-a3e8-a137e6b23cdb,segment=NetworkSegment(a0b81443-10c4-4b22-95f1-7bff484020c1),segment_id=a0b81443-10c4-4b22-95f1-7bff484020c1)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:41:43.502241 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-85df2b8c-4e33-4945-ad80-582c18327818 req-294c6128-5df8-4388-bcdf-198fd5066b4c tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 210 time: 0.1005392 Aug 25 16:41:43.539049 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': '60dd5f24-cb09-4088-a3e8-a137e6b23cdb', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'port_id': '60dd5f24-cb09-4088-a3e8-a137e6b23cdb', 'mac_address': 'fa:16:3e:6d:fa:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:41:43.609261 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-dd701a41-3a6b-41c7-b0d0-d6c3a96f7d80 req-131da418-a9a7-43e3-8a3c-2b10cf5c748c service neutron] 10.222.0.81 "GET /v2.0/networks/5ae4b2c8-5b57-47b7-8f20-23c93260cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536831 Aug 25 16:41:43.684779 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f1e627ee-0d3b-431a-b07c-f8e934046cc7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:43.771525 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:43.813456 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60dd5f24-cb09-4088-a3e8-a137e6b23cdb {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:41:43.845078 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 60dd5f24-cb09-4088-a3e8-a137e6b23cdb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=60dd5f24-cb09-4088-a3e8-a137e6b23cdb,segment=NetworkSegment(a0b81443-10c4-4b22-95f1-7bff484020c1),segment_id=a0b81443-10c4-4b22-95f1-7bff484020c1)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:41:43.853131 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f1e627ee-0d3b-431a-b07c-f8e934046cc7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:43.865930 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-e95bc670-85a3-4eca-a3ff-32aa34263280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'name': 'tempest-TestMinimumBasicScenario-985053090-router', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:12Z', 'updated_at': '2021-08-25T16:40:22Z', 'revision_number': 4, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'gw_port': {'id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:14Z', 'updated_at': '2021-08-25T16:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_floatingips': [{'id': '72a3741a-4f93-43a5-853a-cec919cfae96', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'floating_ip_address': '172.28.2.237', 'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'router_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'port_id': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2', 'mac_address': 'fa:16:3e:58:25:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:41:37Z', 'updated_at': '2021-08-25T16:41:37Z', 'revision_number': 0, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841e5d2b-70dc-43b8-9ba3-a70bb464266c', 'name': '', 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'mac_address': 'fa:16:3e:b4:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:20Z', 'updated_at': '2021-08-25T16:40:31Z', 'revision_number': 5, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'subnets': [{'id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:41:43.870728 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95bc670-85a3-4eca-a3ff-32aa34263280 None None] The sync data for ids ['ccfd9623-29e6-494d-93bf-4ca86e897dca'] in dv-cinder-806008-1-smb is: [{'id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'name': 'tempest-TestMinimumBasicScenario-985053090-router', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:12Z', 'updated_at': '2021-08-25T16:40:22Z', 'revision_number': 4, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'gw_port': {'id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:14Z', 'updated_at': '2021-08-25T16:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_floatingips': [{'id': '72a3741a-4f93-43a5-853a-cec919cfae96', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'floating_ip_address': '172.28.2.237', 'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'router_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'port_id': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2', 'mac_address': 'fa:16:3e:58:25:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:41:37Z', 'updated_at': '2021-08-25T16:41:37Z', 'revision_number': 0, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841e5d2b-70dc-43b8-9ba3-a70bb464266c', 'name': '', 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'mac_address': 'fa:16:3e:b4:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:20Z', 'updated_at': '2021-08-25T16:40:31Z', 'revision_number': 5, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'subnets': [{'id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:41:43.892508 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-7b7c9eb4-6912-4f30-b854-a8d25ad5f0b1 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:43.893215 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-7b7c9eb4-6912-4f30-b854-a8d25ad5f0b1 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Synchronizing usage tracker for tenant:8d94a3941be1412aaab03b91e6ed527b on resource:network {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:41:43.896047 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816ce4d-8d9e-4dc9-a7fe-52acd9118416 req-c70a4847-fdf5-4372-8de9-92d565c65695 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:43.897746 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3816ce4d-8d9e-4dc9-a7fe-52acd9118416 req-c70a4847-fdf5-4372-8de9-92d565c65695 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 943 time: 0.1198878 Aug 25 16:41:43.950450 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:43.952464 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-8a0543c5-58fd-4c9e-95a8-714278f6db2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:44.021313 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f1e627ee-0d3b-431a-b07c-f8e934046cc7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:44.024849 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-1f35baca-0d5e-42c5-a0ad-434e7a0ead7e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:44.075076 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e627ee-0d3b-431a-b07c-f8e934046cc7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5014d69-9974-47e1-9c02-cbc4eb567bfa,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:44.076877 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3816ce4d-8d9e-4dc9-a7fe-52acd9118416 req-759d6c40-517d-4671-ad44-91063bbb7877 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4404d24-e3d8-4590-895b-3c059e156611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1717856 Aug 25 16:41:44.081666 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=60dd5f24-cb09-4088-a3e8-a137e6b23cdb,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:44.085653 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:44.090082 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-7b7c9eb4-6912-4f30-b854-a8d25ad5f0b1 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Unset dirty status for tenant:8d94a3941be1412aaab03b91e6ed527b on resource:network {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:41:44.097969 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-7b7c9eb4-6912-4f30-b854-a8d25ad5f0b1 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.81 "GET /v2.0/networks?id=bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba HTTP/1.1" status: 200 len: 809 time: 0.5640554 Aug 25 16:41:44.097969 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-f1e627ee-0d3b-431a-b07c-f8e934046cc7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:44.121506 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-c8f5cf25-d43c-476f-8dc5-4400b845d2a7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Request body: {'port': {'device_id': 'c6c67823-7145-45cc-9844-503d5bd4cb29', 'network_id': 'bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba', 'admin_state_up': True, 'tenant_id': '8d94a3941be1412aaab03b91e6ed527b'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:44.129558 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f45d734-e1a0-4c05-b7a1-d252d8e31397 None None] New status for floating IP 72a3741a-4f93-43a5-853a-cec919cfae96: ACTIVE {{(pid=75942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:41:44.166530 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f1e627ee-0d3b-431a-b07c-f8e934046cc7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:44.168182 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-f1e627ee-0d3b-431a-b07c-f8e934046cc7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8024309 Aug 25 16:41:44.172208 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 59700) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:44.180544 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-a67b0a42-7e24-4deb-a1bd-a36e5910400a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Request body: {'security_group_rule': {'security_group_id': 'c00de371-c8ad-4b9f-9e85-c3e8de8e44d2', 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:44.203944 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-a67b0a42-7e24-4deb-a1bd-a36e5910400a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:44.212368 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-a67b0a42-7e24-4deb-a1bd-a36e5910400a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Usage tracker for resource:security_group_rule and tenant:5dd739138a9947d0ac25bc7cf35c044f is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:44.217329 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-a67b0a42-7e24-4deb-a1bd-a36e5910400a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:44.229507 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-a67b0a42-7e24-4deb-a1bd-a36e5910400a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:44.276066 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['60dd5f24-cb09-4088-a3e8-a137e6b23cdb'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:41:44.325940 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a67b0a42-7e24-4deb-a1bd-a36e5910400a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:44.337914 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-c8f5cf25-d43c-476f-8dc5-4400b845d2a7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:44.346193 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-c8f5cf25-d43c-476f-8dc5-4400b845d2a7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Usage tracker for resource:port and tenant:8d94a3941be1412aaab03b91e6ed527b is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:44.351366 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-c8f5cf25-d43c-476f-8dc5-4400b845d2a7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:44.360722 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-c8f5cf25-d43c-476f-8dc5-4400b845d2a7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:44.429592 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a67b0a42-7e24-4deb-a1bd-a36e5910400a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:44.472764 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-c8f5cf25-d43c-476f-8dc5-4400b845d2a7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Made reservation on behalf of 8d94a3941be1412aaab03b91e6ed527b for: {'port': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:41:44.476122 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-c8f5cf25-d43c-476f-8dc5-4400b845d2a7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:44.499132 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a67b0a42-7e24-4deb-a1bd-a36e5910400a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:44.501363 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-6ba009d9-8cbc-4d0a-b40a-a548fcfdcd58 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:44.526657 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b0a42-7e24-4deb-a1bd-a36e5910400a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd26cc3-1cbc-457f-9100-c1eafbd5c430,revision_number=0']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:44.529574 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-a67b0a42-7e24-4deb-a1bd-a36e5910400a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:44.602288 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a67b0a42-7e24-4deb-a1bd-a36e5910400a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:44.608429 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-a67b0a42-7e24-4deb-a1bd-a36e5910400a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4343321 Aug 25 16:41:44.609876 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 59708) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:44.616473 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-d2d5dcc7-c2b1-4d2f-9d25-54de8f35862a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Request body: {'security_group_rule': {'security_group_id': 'c00de371-c8ad-4b9f-9e85-c3e8de8e44d2', 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:44.628193 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-d2d5dcc7-c2b1-4d2f-9d25-54de8f35862a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:44.634971 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-d2d5dcc7-c2b1-4d2f-9d25-54de8f35862a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Usage tracker for resource:security_group_rule and tenant:5dd739138a9947d0ac25bc7cf35c044f is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:44.640563 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-d2d5dcc7-c2b1-4d2f-9d25-54de8f35862a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:44.647103 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-d2d5dcc7-c2b1-4d2f-9d25-54de8f35862a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:44.744515 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-34389f0b-950f-4f0d-873c-c6b33de6506f req-9e15dc4c-a734-451f-b5a6-81ce4640ffe4 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 210 time: 0.0714266 Aug 25 16:41:44.746384 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-c8f5cf25-d43c-476f-8dc5-4400b845d2a7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Allocated IP 172.20.0.6 (bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba/b65aea98-1f4f-4385-82d5-9342a34583f7/de6a78e8-ca95-49d9-94fa-bbaa07bc926d) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:41:44.757422 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d2d5dcc7-c2b1-4d2f-9d25-54de8f35862a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:44.831654 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d2d5dcc7-c2b1-4d2f-9d25-54de8f35862a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:44.906709 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d2d5dcc7-c2b1-4d2f-9d25-54de8f35862a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:44.908792 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:44.933356 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5dcc7-c2b1-4d2f-9d25-54de8f35862a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee614916-918b-48b8-aad8-0fb6b5e3af28,revision_number=0']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:44.936632 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-d2d5dcc7-c2b1-4d2f-9d25-54de8f35862a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:45.017397 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-c8f5cf25-d43c-476f-8dc5-4400b845d2a7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:45.020894 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d2d5dcc7-c2b1-4d2f-9d25-54de8f35862a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:45.022591 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-d2d5dcc7-c2b1-4d2f-9d25-54de8f35862a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4114096 Aug 25 16:41:45.025433 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 59724) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:45.032528 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-65a973cc-665c-4552-8be1-4c53dc79665e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Request body: {'security_group_rule': {'security_group_id': 'c00de371-c8ad-4b9f-9e85-c3e8de8e44d2', 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:45.039029 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-65a973cc-665c-4552-8be1-4c53dc79665e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:45.044673 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-65a973cc-665c-4552-8be1-4c53dc79665e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Usage tracker for resource:security_group_rule and tenant:5dd739138a9947d0ac25bc7cf35c044f is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:45.048356 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-65a973cc-665c-4552-8be1-4c53dc79665e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:45.055018 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-65a973cc-665c-4552-8be1-4c53dc79665e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:45.070744 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 60dd5f24-cb09-4088-a3e8-a137e6b23cdb up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:41:45.141586 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-c8f5cf25-d43c-476f-8dc5-4400b845d2a7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:45.156689 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:45.170294 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.db.securitygroups_db [None req-65a973cc-665c-4552-8be1-4c53dc79665e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Project 5dd739138a9947d0ac25bc7cf35c044f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:41:45.179408 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-65a973cc-665c-4552-8be1-4c53dc79665e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:45.197840 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port 60dd5f24-cb09-4088-a3e8-a137e6b23cdb completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:41:45.205191 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port 60dd5f24-cb09-4088-a3e8-a137e6b23cdb triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:41:45.205584 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:45.228374 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-c8f5cf25-d43c-476f-8dc5-4400b845d2a7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Network bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:41:45.232430 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-c8f5cf25-d43c-476f-8dc5-4400b845d2a7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:41:45.237798 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-c8f5cf25-d43c-476f-8dc5-4400b845d2a7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:41:45.295463 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-65a973cc-665c-4552-8be1-4c53dc79665e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:45.306806 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-c8f5cf25-d43c-476f-8dc5-4400b845d2a7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:45.307433 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-c8f5cf25-d43c-476f-8dc5-4400b845d2a7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:45.323129 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5cf25-d43c-476f-8dc5-4400b845d2a7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Pushing event updated for resources: {'Port': ['ID=de6a78e8-ca95-49d9-94fa-bbaa07bc926d,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:45.329429 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-c8f5cf25-d43c-476f-8dc5-4400b845d2a7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:45.364555 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:45.368996 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-65a973cc-665c-4552-8be1-4c53dc79665e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:45.375838 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-f94b594d-ab42-418f-a62c-c072f3299472 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:45.396275 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab8fb93-124c-4e7e-88cc-9fba7dff5084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dd5f24-cb09-4088-a3e8-a137e6b23cdb'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:41:45.403193 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a973cc-665c-4552-8be1-4c53dc79665e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b4657a-0962-448e-83e8-8cc125bc157c,revision_number=0']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:45.414812 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-65a973cc-665c-4552-8be1-4c53dc79665e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:45.414915 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-c8f5cf25-d43c-476f-8dc5-4400b845d2a7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2967036 Aug 25 16:41:45.415443 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 60dd5f24-cb09-4088-a3e8-a137e6b23cdb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=60dd5f24-cb09-4088-a3e8-a137e6b23cdb,segment=NetworkSegment(a0b81443-10c4-4b22-95f1-7bff484020c1),segment_id=a0b81443-10c4-4b22-95f1-7bff484020c1)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:41:45.431737 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Request body: {'port': {'device_id': 'c6c67823-7145-45cc-9844-503d5bd4cb29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:45.440976 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d3b28-4c5b-4ee9-96d7-1c503320cef5 req-16db16b6-6a60-4b36-8176-c4274aa2116e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:45.444414 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-882d3b28-4c5b-4ee9-96d7-1c503320cef5 req-16db16b6-6a60-4b36-8176-c4274aa2116e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 944 time: 0.1399806 Aug 25 16:41:45.469078 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab8fb93-124c-4e7e-88cc-9fba7dff5084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dd5f24-cb09-4088-a3e8-a137e6b23cdb', 'code': 200} Aug 25 16:41:45.486223 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-65a973cc-665c-4552-8be1-4c53dc79665e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:45.487422 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-65a973cc-665c-4552-8be1-4c53dc79665e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4610512 Aug 25 16:41:45.490915 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 59734) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:45.498832 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [None req-35109987-05d2-4b99-af36-f4ac61d5a604 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Request body: {'security_group_rule': {'security_group_id': 'c00de371-c8ad-4b9f-9e85-c3e8de8e44d2', 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:45.507296 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-35109987-05d2-4b99-af36-f4ac61d5a604 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:45.513252 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-882d3b28-4c5b-4ee9-96d7-1c503320cef5 req-1e663290-ef28-4c9f-ae06-5a22d9c5578d tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4404d24-e3d8-4590-895b-3c059e156611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644143 Aug 25 16:41:45.516658 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-35109987-05d2-4b99-af36-f4ac61d5a604 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Usage tracker for resource:security_group_rule and tenant:5dd739138a9947d0ac25bc7cf35c044f is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:45.519735 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-35109987-05d2-4b99-af36-f4ac61d5a604 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:45.526292 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-35109987-05d2-4b99-af36-f4ac61d5a604 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:45.542085 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:45.545697 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:45.550215 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:45.626947 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=60dd5f24-cb09-4088-a3e8-a137e6b23cdb,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:45.631198 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:45.945717 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6a78e8-ca95-49d9-94fa-bbaa07bc926d {{(pid=75940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:41:45.953089 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:45.959412 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.db.securitygroups_db [None req-35109987-05d2-4b99-af36-f4ac61d5a604 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Project 5dd739138a9947d0ac25bc7cf35c044f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:41:45.970082 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-35109987-05d2-4b99-af36-f4ac61d5a604 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:45.973556 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.provisioning_blocks [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Transition to ACTIVE for port object de6a78e8-ca95-49d9-94fa-bbaa07bc926d will not be triggered until provisioned by entity L2. {{(pid=75940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:41:46.022700 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7b1fc-95dd-40a6-ab95-d3298fef10c9 req-46e018a1-8fa9-4466-8cf8-32c1e132bbf1 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:46.024568 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f0c7b1fc-95dd-40a6-ab95-d3298fef10c9 req-46e018a1-8fa9-4466-8cf8-32c1e132bbf1 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 931 time: 0.1422505 Aug 25 16:41:46.041980 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:46.048588 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-b2fe2060-615e-47a3-a95a-0281d3c24e81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:46.092663 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-35109987-05d2-4b99-af36-f4ac61d5a604 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:46.097959 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f0c7b1fc-95dd-40a6-ab95-d3298fef10c9 req-296f00d5-7bf1-4986-8a47-788fc18dd9da tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9a1b10b-9b34-49ca-87ed-35a5dcc41677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661590 Aug 25 16:41:46.178573 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Pushing event updated for resources: {'Port': ['ID=de6a78e8-ca95-49d9-94fa-bbaa07bc926d,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:46.181018 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-35109987-05d2-4b99-af36-f4ac61d5a604 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708064'] for security_group_rule, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:46.182898 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:46.184009 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:46.249563 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35109987-05d2-4b99-af36-f4ac61d5a604 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d7a459-5c1e-4508-91af-0b3036c07700,revision_number=0']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:46.252608 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-35109987-05d2-4b99-af36-f4ac61d5a604 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:46.290866 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-de951cea-9ac7-4e18-ab00-65edb2e79838 req-120e5dfa-6582-464d-986a-5ea0bfba3b92 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 1098 time: 0.0895329 Aug 25 16:41:46.300848 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Attempting to bind port de6a78e8-ca95-49d9-94fa-bbaa07bc926d on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:41:46.301333 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Attempting to bind port de6a78e8-ca95-49d9-94fa-bbaa07bc926d by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '90b39a61-4918-4f8a-be7e-dffaaa042a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba'}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:41:46.301756 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Attempting to bind port de6a78e8-ca95-49d9-94fa-bbaa07bc926d on network bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:41:46.308993 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Port de6a78e8-ca95-49d9-94fa-bbaa07bc926d on network bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:41:46.310506 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Attempting to bind port de6a78e8-ca95-49d9-94fa-bbaa07bc926d on network bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:41:46.320414 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:41:46.320672 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Checking segment: {'id': '90b39a61-4918-4f8a-be7e-dffaaa042a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:41:46.321051 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Bound using segment: {'id': '90b39a61-4918-4f8a-be7e-dffaaa042a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba'} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:41:46.321547 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Bound port: de6a78e8-ca95-49d9-94fa-bbaa07bc926d, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b39a61-4918-4f8a-be7e-dffaaa042a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba'}}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:41:46.321902 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:46.337211 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-35109987-05d2-4b99-af36-f4ac61d5a604 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:46.342114 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-35109987-05d2-4b99-af36-f4ac61d5a604 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8466036 Aug 25 16:41:46.346668 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-de951cea-9ac7-4e18-ab00-65edb2e79838 req-0082f02e-881e-464e-84cc-3c42155406de service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a4404d24-e3d8-4590-895b-3c059e156611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484846 Aug 25 16:41:46.441207 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] For port de6a78e8-ca95-49d9-94fa-bbaa07bc926d, host hv-cinder-80600, cleared binding levels {{(pid=75940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:41:46.444788 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] For port de6a78e8-ca95-49d9-94fa-bbaa07bc926d, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=de6a78e8-ca95-49d9-94fa-bbaa07bc926d,segment=NetworkSegment(90b39a61-4918-4f8a-be7e-dffaaa042a5d),segment_id=90b39a61-4918-4f8a-be7e-dffaaa042a5d)] {{(pid=75940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:41:46.487381 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ff80dbfc-99d6-49a3-98dd-742acc2c99e4 req-50e88c0b-2445-4356-8518-5bdd71dba613 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274940899&fields=id&tenant_id=5dd739138a9947d0ac25bc7cf35c044f HTTP/1.1" status: 200 len: 267 time: 0.0430131 Aug 25 16:41:46.534284 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:46.549574 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-dc46e0ba-5e9b-42a8-a84d-3a5af3c208f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:46.610328 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:46.610685 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80dbfc-99d6-49a3-98dd-742acc2c99e4 req-b0ed661b-002d-4421-8e37-484e643e9b73 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:46.612174 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ff80dbfc-99d6-49a3-98dd-742acc2c99e4 req-b0ed661b-002d-4421-8e37-484e643e9b73 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 945 time: 0.1188338 Aug 25 16:41:46.616350 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] 10.222.0.81 "PUT /v2.0/ports/de6a78e8-ca95-49d9-94fa-bbaa07bc926d HTTP/1.1" status: 200 len: 1093 time: 1.1843674 Aug 25 16:41:46.617498 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c67823-7145-45cc-9844-503d5bd4cb29', 'tag': 'de6a78e8-ca95-49d9-94fa-bbaa07bc926d'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:41:46.635288 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [req-ff80dbfc-99d6-49a3-98dd-742acc2c99e4 req-381691dc-adf8-4ebd-8264-d1438dbf2f40 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Request body: {'port': {'security_groups': ['35cdb8f4-56ff-4312-8c4b-425a7d529196', 'c00de371-c8ad-4b9f-9e85-c3e8de8e44d2']}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:46.643925 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Pushing event updated for resources: {'Port': ['ID=de6a78e8-ca95-49d9-94fa-bbaa07bc926d,revision_number=3']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:46.651697 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:46.823546 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-498656da-a2fe-4b5a-80f8-8b4cc4241826 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8d94a3941be1412aaab03b91e6ed527b&device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 1096 time: 0.0886977 Aug 25 16:41:46.912079 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-ff80dbfc-99d6-49a3-98dd-742acc2c99e4 req-381691dc-adf8-4ebd-8264-d1438dbf2f40 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:46.912988 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-0d51881e-4285-4b6e-9994-9476d751ea84 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de6a78e8-ca95-49d9-94fa-bbaa07bc926d HTTP/1.1" status: 200 len: 217 time: 0.0793991 Aug 25 16:41:46.937270 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a604c4-9619-427a-8ced-6a9fa9a18603 req-074c59a6-1c3b-47ab-8246-d5cd4975c51e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:46.943139 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-30a604c4-9619-427a-8ced-6a9fa9a18603 req-074c59a6-1c3b-47ab-8246-d5cd4975c51e tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 945 time: 0.2312534 Aug 25 16:41:46.987624 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-7e66e296-f098-431b-be58-e0d30aba3edd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:46.989101 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-7e66e296-f098-431b-be58-e0d30aba3edd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b65aea98-1f4f-4385-82d5-9342a34583f7 HTTP/1.1" status: 200 len: 849 time: 0.0679874 Aug 25 16:41:47.041418 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-85b18dfb-7bd7-4249-93a7-e96087cc60b9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424905 Aug 25 16:41:47.054016 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-30a604c4-9619-427a-8ced-6a9fa9a18603 req-472442b9-b628-4d06-9616-078883530108 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4404d24-e3d8-4590-895b-3c059e156611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850654 Aug 25 16:41:47.206279 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c67823-7145-45cc-9844-503d5bd4cb29', 'tag': 'de6a78e8-ca95-49d9-94fa-bbaa07bc926d', 'status': 'completed', 'code': 200} Aug 25 16:41:47.272909 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-f85f1846-4af1-4e47-b6fe-daa9e2fc4b62 service neutron] 10.222.0.81 "GET /v2.0/networks/bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247665 Aug 25 16:41:47.359678 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-ff80dbfc-99d6-49a3-98dd-742acc2c99e4 req-381691dc-adf8-4ebd-8264-d1438dbf2f40 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] For port a52bd903-dd7a-4cfb-b208-b586278bc5e1, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a52bd903-dd7a-4cfb-b208-b586278bc5e1,segment=NetworkSegment(8cb98624-74fc-4bfc-aa99-ebcfad0f31da),segment_id=8cb98624-74fc-4bfc-aa99-ebcfad0f31da)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:41:47.401707 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-ff80dbfc-99d6-49a3-98dd-742acc2c99e4 req-381691dc-adf8-4ebd-8264-d1438dbf2f40 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for port, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:47.477854 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fd2ae2a5-48d5-42e6-85bb-aa6eb82aba52 req-36101375-0c09-49a9-bb45-7a0953ab476f service neutron] 10.222.0.81 "GET /v2.0/networks/bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657271 Aug 25 16:41:47.513992 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-ff80dbfc-99d6-49a3-98dd-742acc2c99e4 req-381691dc-adf8-4ebd-8264-d1438dbf2f40 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:47.521469 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:47.526447 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['a52bd903-dd7a-4cfb-b208-b586278bc5e1'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:41:47.663564 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80dbfc-99d6-49a3-98dd-742acc2c99e4 req-381691dc-adf8-4ebd-8264-d1438dbf2f40 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:47.672094 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-ff80dbfc-99d6-49a3-98dd-742acc2c99e4 req-381691dc-adf8-4ebd-8264-d1438dbf2f40 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:47.675444 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ff80dbfc-99d6-49a3-98dd-742acc2c99e4 req-381691dc-adf8-4ebd-8264-d1438dbf2f40 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "PUT /v2.0/ports/a52bd903-dd7a-4cfb-b208-b586278bc5e1 HTTP/1.1" status: 200 len: 981 time: 1.0505667 Aug 25 16:41:47.697787 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'tag': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1'}] {{(pid=75939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:41:47.744386 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381691dc-adf8-4ebd-8264-d1438dbf2f40 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Pushing event updated for resources: {'Port': ['ID=a52bd903-dd7a-4cfb-b208-b586278bc5e1,revision_number=6']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:47.755460 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-381691dc-adf8-4ebd-8264-d1438dbf2f40 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:47.773566 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de93b4-cfbe-48cc-b32c-180405da4c1d req-ca1adffc-802b-4d29-8861-155eb36f47d7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:47.785111 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a0de93b4-cfbe-48cc-b32c-180405da4c1d req-ca1adffc-802b-4d29-8861-155eb36f47d7 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 943 time: 0.3433480 Aug 25 16:41:47.785885 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['a52bd903-dd7a-4cfb-b208-b586278bc5e1'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:41:47.848639 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-d0a727a0-539a-4250-bf0a-39958d09bfa0 req-2761fe8f-b0d9-4920-aca1-6aeb382a3e0f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8d94a3941be1412aaab03b91e6ed527b&device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 1096 time: 0.2064788 Aug 25 16:41:48.003990 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a0de93b4-cfbe-48cc-b32c-180405da4c1d req-eba73e6d-857b-4530-89c2-e977513dbc44 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9a1b10b-9b34-49ca-87ed-35a5dcc41677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181525 Aug 25 16:41:48.064812 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3d952-e7f2-44ce-9dd9-11ae4c453d37 req-82232d9e-dc0b-415c-b146-d02a10e6e149 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:48.066270 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2dc3d952-e7f2-44ce-9dd9-11ae4c453d37 req-82232d9e-dc0b-415c-b146-d02a10e6e149 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 984 time: 0.1325669 Aug 25 16:41:48.120067 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a727a0-539a-4250-bf0a-39958d09bfa0 req-af6b8f72-db8b-4bf3-88de-ba195dbe7da4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:48.122602 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-d0a727a0-539a-4250-bf0a-39958d09bfa0 req-af6b8f72-db8b-4bf3-88de-ba195dbe7da4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba HTTP/1.1" status: 200 len: 911 time: 0.2638845 Aug 25 16:41:48.144515 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'tag': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1', 'status': 'completed', 'code': 200} Aug 25 16:41:48.199458 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2dc3d952-e7f2-44ce-9dd9-11ae4c453d37 req-d66beea7-08e8-475a-b31b-25ab83e2f637 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00de371-c8ad-4b9f-9e85-c3e8de8e44d2&id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232579 Aug 25 16:41:48.262117 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-d0a727a0-539a-4250-bf0a-39958d09bfa0 req-12c17202-73f6-4829-86f3-6a91268893c8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de6a78e8-ca95-49d9-94fa-bbaa07bc926d HTTP/1.1" status: 200 len: 217 time: 0.1309230 Aug 25 16:41:48.264823 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-14f8e3bf-6e12-4d4b-96f9-341dc6a36af9 None None] Provisioning complete for port a52bd903-dd7a-4cfb-b208-b586278bc5e1 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:41:48.265387 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-14f8e3bf-6e12-4d4b-96f9-341dc6a36af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:48.318325 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1bcd573e-d3b8-45fd-9eee-d810c583eac9 req-09ab8b3d-f0a1-4ff4-ae63-6160d08f1039 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5dd739138a9947d0ac25bc7cf35c044f&device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 1137 time: 0.1249845 Aug 25 16:41:48.366263 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a727a0-539a-4250-bf0a-39958d09bfa0 req-dbe21637-00bd-4219-8d52-9046f686039c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:48.372021 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-d0a727a0-539a-4250-bf0a-39958d09bfa0 req-dbe21637-00bd-4219-8d52-9046f686039c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b65aea98-1f4f-4385-82d5-9342a34583f7 HTTP/1.1" status: 200 len: 849 time: 0.0960736 Aug 25 16:41:48.433694 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-d0a727a0-539a-4250-bf0a-39958d09bfa0 req-3a188d36-dce8-48ac-8efb-9ce30ecd36e7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486827 Aug 25 16:41:48.609661 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-d0a727a0-539a-4250-bf0a-39958d09bfa0 req-ccc94633-b956-4601-a96f-510422da2743 service neutron] 10.222.0.81 "GET /v2.0/networks/bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658962 Aug 25 16:41:48.764036 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-d0a727a0-539a-4250-bf0a-39958d09bfa0 req-71bb2259-5fd8-4ab3-910b-0f3d70f45bad service neutron] 10.222.0.81 "GET /v2.0/networks/bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461053 Aug 25 16:41:48.810280 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd573e-d3b8-45fd-9eee-d810c583eac9 req-0cf87d87-f681-46cf-b038-79b00e541dfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:48.811736 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1bcd573e-d3b8-45fd-9eee-d810c583eac9 req-0cf87d87-f681-46cf-b038-79b00e541dfe service neutron] 10.222.0.81 "GET /v2.0/networks?id=5ae4b2c8-5b57-47b7-8f20-23c93260cde2 HTTP/1.1" status: 200 len: 916 time: 0.4772985 Aug 25 16:41:48.818827 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c028a62-d5e0-4532-843e-38663b837862 req-08d9b874-8379-487d-8252-1e95665154b8 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:48.820184 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0c028a62-d5e0-4532-843e-38663b837862 req-08d9b874-8379-487d-8252-1e95665154b8 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/networks?id=e701ba7f-f31a-450f-98bf-ab2e007edcf1 HTTP/1.1" status: 200 len: 813 time: 0.3916259 Aug 25 16:41:48.892130 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e97eba-8a3b-4209-83b4-6303923d97dd req-2f1163e3-d60c-466b-aba4-d0b2e192da36 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:48.893555 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-57e97eba-8a3b-4209-83b4-6303923d97dd req-2f1163e3-d60c-466b-aba4-d0b2e192da36 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 945 time: 0.5256307 Aug 25 16:41:48.940351 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0c028a62-d5e0-4532-843e-38663b837862 req-2d149032-3cf3-4838-8c1e-803f0c69d809 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/quotas/7fd9e47991e9427d80767bfe0f000060 HTTP/1.1" status: 200 len: 375 time: 0.0666904 Aug 25 16:41:49.012023 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0c028a62-d5e0-4532-843e-38663b837862 req-fffc005c-5ae0-405f-93f0-f2a1261f8e5d tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7fd9e47991e9427d80767bfe0f000060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585933 Aug 25 16:41:49.015529 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1bcd573e-d3b8-45fd-9eee-d810c583eac9 req-22acc29d-1bfd-4ffc-8478-5c1a15d180fd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52bd903-dd7a-4cfb-b208-b586278bc5e1 HTTP/1.1" status: 200 len: 1001 time: 0.1944506 Aug 25 16:41:49.019155 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-57e97eba-8a3b-4209-83b4-6303923d97dd req-aeb69999-550b-4e5e-954b-e4924be4812f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4404d24-e3d8-4590-895b-3c059e156611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1167414 Aug 25 16:41:49.071136 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:41:49.071687 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device de6a78e8-ca95-49d9-94fa-bbaa07bc926d details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:41:49.163618 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd573e-d3b8-45fd-9eee-d810c583eac9 req-2576d82c-b7d3-4f1d-8391-1238a108c339 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:49.165291 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1bcd573e-d3b8-45fd-9eee-d810c583eac9 req-2576d82c-b7d3-4f1d-8391-1238a108c339 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b1a974d7-f30e-4176-9deb-f8963fe567fd HTTP/1.1" status: 200 len: 853 time: 0.1269610 Aug 25 16:41:49.226439 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port de6a78e8-ca95-49d9-94fa-bbaa07bc926d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=de6a78e8-ca95-49d9-94fa-bbaa07bc926d,segment=NetworkSegment(90b39a61-4918-4f8a-be7e-dffaaa042a5d),segment_id=90b39a61-4918-4f8a-be7e-dffaaa042a5d)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:41:49.232919 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0c028a62-d5e0-4532-843e-38663b837862 req-dd7f9910-9957-414a-927b-0d0cdd67fee2 service neutron] 10.222.0.35 "GET /v2.0/networks/e701ba7f-f31a-450f-98bf-ab2e007edcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128367 Aug 25 16:41:49.242432 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': 'de6a78e8-ca95-49d9-94fa-bbaa07bc926d', 'network_id': 'bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba', 'port_id': 'de6a78e8-ca95-49d9-94fa-bbaa07bc926d', 'mac_address': 'fa:16:3e:62:af:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b65aea98-1f4f-4385-82d5-9342a34583f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:41:49.303007 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:49.321049 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6a78e8-ca95-49d9-94fa-bbaa07bc926d {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:41:49.336701 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port de6a78e8-ca95-49d9-94fa-bbaa07bc926d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=de6a78e8-ca95-49d9-94fa-bbaa07bc926d,segment=NetworkSegment(90b39a61-4918-4f8a-be7e-dffaaa042a5d),segment_id=90b39a61-4918-4f8a-be7e-dffaaa042a5d)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:41:49.414826 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:49.416682 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:49.453825 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1bcd573e-d3b8-45fd-9eee-d810c583eac9 req-5838f932-0a96-4816-85cc-054249001170 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5ae4b2c8-5b57-47b7-8f20-23c93260cde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2547953 Aug 25 16:41:49.460572 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0c028a62-d5e0-4532-843e-38663b837862 req-a8df2de9-511b-45ea-b906-5e22130446ed service neutron] 10.222.0.35 "GET /v2.0/networks/e701ba7f-f31a-450f-98bf-ab2e007edcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166183 Aug 25 16:41:49.478491 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e7edd-b474-4769-9169-58a95b441e84 req-4a363c07-4375-4174-8b49-8aaa03382858 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:49.479970 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-378e7edd-b474-4769-9169-58a95b441e84 req-4a363c07-4375-4174-8b49-8aaa03382858 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 943 time: 0.1545742 Aug 25 16:41:49.498981 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=de6a78e8-ca95-49d9-94fa-bbaa07bc926d,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:49.515001 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:49.539863 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-378e7edd-b474-4769-9169-58a95b441e84 req-ba7dda53-9580-4974-bcd5-3b25a46464a6 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9a1b10b-9b34-49ca-87ed-35a5dcc41677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456214 Aug 25 16:41:49.724253 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1bcd573e-d3b8-45fd-9eee-d810c583eac9 req-ab661e27-6b8b-49a8-a02f-d80f9dc6996e service neutron] 10.222.0.81 "GET /v2.0/networks/5ae4b2c8-5b57-47b7-8f20-23c93260cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596390 Aug 25 16:41:49.743154 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['de6a78e8-ca95-49d9-94fa-bbaa07bc926d'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:41:49.851256 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fc6a7d24-8e49-4c13-9c18-8c1dc72b9a99 req-e995faf3-4b86-48f9-bf8e-75a4cb4e7dd4 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 210 time: 0.1179295 Aug 25 16:41:49.890405 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43644a8b-8a6a-41f0-988d-33df6a37d786 req-1012747d-f0d4-475d-898a-c513975aabf3 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:49.892112 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-43644a8b-8a6a-41f0-988d-33df6a37d786 req-1012747d-f0d4-475d-898a-c513975aabf3 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 945 time: 0.2362041 Aug 25 16:41:49.905214 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 59792) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:41:49.913654 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-ca2cccad-0385-4be3-a0e5-cba46292765a tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Request body: {'floatingip': {'port_id': '60dd5f24-cb09-4088-a3e8-a137e6b23cdb'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:49.940517 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1bcd573e-d3b8-45fd-9eee-d810c583eac9 req-3ea575d7-48f7-4390-9cda-f76cdc2e5e6c service neutron] 10.222.0.81 "GET /v2.0/networks/5ae4b2c8-5b57-47b7-8f20-23c93260cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083051 Aug 25 16:41:50.008137 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ca2cccad-0385-4be3-a0e5-cba46292765a tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for floatingip, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:50.744907 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ca2cccad-0385-4be3-a0e5-cba46292765a tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:50.749523 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df5617-82c4-49b5-b5c1-2a44ee13aaeb req-d939dff8-58a5-47c5-9523-27e7bbd303eb tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:50.751044 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b5df5617-82c4-49b5-b5c1-2a44ee13aaeb req-d939dff8-58a5-47c5-9523-27e7bbd303eb tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 944 time: 0.0842755 Aug 25 16:41:50.800672 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b5df5617-82c4-49b5-b5c1-2a44ee13aaeb req-40a841d4-2d91-43fd-9690-5cfb65db8c46 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9a1b10b-9b34-49ca-87ed-35a5dcc41677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437984 Aug 25 16:41:50.809127 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ca2cccad-0385-4be3-a0e5-cba46292765a tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741960'] for floatingip, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:51.010725 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.db.l3_db [None req-ca2cccad-0385-4be3-a0e5-cba46292765a tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Floating IP 1c1b64d9-f315-416c-b2cf-a16987096029 associated. External IP: 172.28.2.100, port: 60dd5f24-cb09-4088-a3e8-a137e6b23cdb. Aug 25 16:41:51.039682 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ff64334a-9252-4441-b104-913738418aee req-cb6ca21a-7109-4655-9ec8-3e2cc039a75a tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 210 time: 0.0463307 Aug 25 16:41:51.076503 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device de6a78e8-ca95-49d9-94fa-bbaa07bc926d up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:41:51.208995 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port de6a78e8-ca95-49d9-94fa-bbaa07bc926d completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:41:51.214870 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port de6a78e8-ca95-49d9-94fa-bbaa07bc926d triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:41:51.216042 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:51.335942 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:51.367762 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c67823-7145-45cc-9844-503d5bd4cb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6a78e8-ca95-49d9-94fa-bbaa07bc926d'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:41:51.388141 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port de6a78e8-ca95-49d9-94fa-bbaa07bc926d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=de6a78e8-ca95-49d9-94fa-bbaa07bc926d,segment=NetworkSegment(90b39a61-4918-4f8a-be7e-dffaaa042a5d),segment_id=90b39a61-4918-4f8a-be7e-dffaaa042a5d)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:41:51.425164 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2cccad-0385-4be3-a0e5-cba46292765a tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Router 13985153-26b3-4672-9741-3cb8149e9719 has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:41:51.429107 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c67823-7145-45cc-9844-503d5bd4cb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6a78e8-ca95-49d9-94fa-bbaa07bc926d', 'code': 200} Aug 25 16:41:51.495240 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:51.497999 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-51986b44-27d2-4323-aefb-479f6725be3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:51.567165 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=de6a78e8-ca95-49d9-94fa-bbaa07bc926d,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:51.570517 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:51.637899 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2cccad-0385-4be3-a0e5-cba46292765a tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:41:51.653609 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ca2cccad-0385-4be3-a0e5-cba46292765a tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for floatingip, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:51.653991 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4615279a-48f2-442e-a4e8-20b1cc2e0fbd None None] Sync routers for ids ['13985153-26b3-4672-9741-3cb8149e9719'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:41:51.660756 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4615279a-48f2-442e-a4e8-20b1cc2e0fbd None None] Routers {'13985153-26b3-4672-9741-3cb8149e9719'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:41:51.661376 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-4615279a-48f2-442e-a4e8-20b1cc2e0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:41:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['13985153-26b3-4672-9741-3cb8149e9719'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:41:51.696564 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-ca2cccad-0385-4be3-a0e5-cba46292765a tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "PUT /v2.0/floatingips/1c1b64d9-f315-416c-b2cf-a16987096029 HTTP/1.1" status: 200 len: 991 time: 1.7901783 Aug 25 16:41:51.697387 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab8fb93-124c-4e7e-88cc-9fba7dff5084', 'tag': '60dd5f24-cb09-4088-a3e8-a137e6b23cdb'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:41:51.786739 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab8fb93-124c-4e7e-88cc-9fba7dff5084', 'tag': '60dd5f24-cb09-4088-a3e8-a137e6b23cdb', 'status': 'completed', 'code': 200} Aug 25 16:41:51.868393 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-98ebcff6-bd15-4936-9ec5-5d224c65f74e req-7749f67c-162b-4c0d-8b16-a3cfbec2bd3b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 1098 time: 0.1022375 Aug 25 16:41:51.878365 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-4615279a-48f2-442e-a4e8-20b1cc2e0fbd None None] Set router 13985153-26b3-4672-9741-3cb8149e9719 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:41:51.930422 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-98ebcff6-bd15-4936-9ec5-5d224c65f74e req-5a6e2ebc-fd0c-49df-a4c5-93034a7b5d91 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f9a1b10b-9b34-49ca-87ed-35a5dcc41677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540810 Aug 25 16:41:51.960477 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8ca60cd2-1470-4867-959c-c671e72509a3 req-a8414d7a-5c4b-41f1-8677-4323d2af7224 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e190674e9304482495bba1179171dfd3&device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 1098 time: 0.1385465 Aug 25 16:41:52.187749 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5877c-a73f-40fb-9bb2-e9eb14c918b1 req-24c8b5ea-e082-4202-9cb3-9f8927622448 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:52.195000 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-31e5877c-a73f-40fb-9bb2-e9eb14c918b1 req-24c8b5ea-e082-4202-9cb3-9f8927622448 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 945 time: 0.2520773 Aug 25 16:41:52.317434 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-274c9ae7-a0e8-4859-8e93-bf423cbdba44 req-ecdb24bd-7ae8-4a1a-82a5-ced48f2ae3f2 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 210 time: 0.0566275 Aug 25 16:41:52.341893 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca60cd2-1470-4867-959c-c671e72509a3 req-7f64af6a-922b-4e2e-bcd7-59b8faab3c45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:52.341893 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8ca60cd2-1470-4867-959c-c671e72509a3 req-7f64af6a-922b-4e2e-bcd7-59b8faab3c45 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2b868551-604b-4fc5-b01d-b07c18548dc0 HTTP/1.1" status: 200 len: 913 time: 0.2001851 Aug 25 16:41:52.354560 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-4615279a-48f2-442e-a4e8-20b1cc2e0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:36:45Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_floatingips': [{'id': '1c1b64d9-f315-416c-b2cf-a16987096029', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'router_id': '13985153-26b3-4672-9741-3cb8149e9719', 'port_id': '60dd5f24-cb09-4088-a3e8-a137e6b23cdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'mac_address': 'fa:16:3e:6d:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab8fb93-124c-4e7e-88cc-9fba7dff5084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:41:28Z', 'updated_at': '2021-08-25T16:41:50Z', 'revision_number': 1, 'project_id': 'e190674e9304482495bba1179171dfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c7a42a-fa74-4fb2-a0f5-33ac15558671', 'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'mac_address': 'fa:16:3e:ba:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:43Z', 'updated_at': '2021-08-25T16:37:24Z', 'revision_number': 5, 'project_id': 'e190674e9304482495bba1179171dfd3', 'subnets': [{'id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:41:52.360062 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4615279a-48f2-442e-a4e8-20b1cc2e0fbd None None] Checking router: 13985153-26b3-4672-9741-3cb8149e9719 for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:41:52.364606 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-31e5877c-a73f-40fb-9bb2-e9eb14c918b1 req-969c21db-62ea-47e4-a0cf-f98b52ea08a3 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9a1b10b-9b34-49ca-87ed-35a5dcc41677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685948 Aug 25 16:41:52.371234 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4615279a-48f2-442e-a4e8-20b1cc2e0fbd None None] Routers {'13985153-26b3-4672-9741-3cb8149e9719'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:41:52.372803 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-4615279a-48f2-442e-a4e8-20b1cc2e0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:41:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['13985153-26b3-4672-9741-3cb8149e9719'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:41:52.418889 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c028a62-d5e0-4532-843e-38663b837862 req-18f37674-c444-4016-9a69-793fb8c07a7a tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:52.420511 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0c028a62-d5e0-4532-843e-38663b837862 req-18f37674-c444-4016-9a69-793fb8c07a7a tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.81 "GET /v2.0/networks?id=e701ba7f-f31a-450f-98bf-ab2e007edcf1 HTTP/1.1" status: 200 len: 813 time: 0.2805858 Aug 25 16:41:52.445792 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [req-0c028a62-d5e0-4532-843e-38663b837862 req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Request body: {'port': {'device_id': 'bee0c0a1-cefe-4d45-ab78-7f75b3747096', 'network_id': 'e701ba7f-f31a-450f-98bf-ab2e007edcf1', 'admin_state_up': True, 'tenant_id': '7fd9e47991e9427d80767bfe0f000060'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:52.456961 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8ca60cd2-1470-4867-959c-c671e72509a3 req-a0e7c800-c785-4bf1-8e2b-1a56e2694afa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60dd5f24-cb09-4088-a3e8-a137e6b23cdb HTTP/1.1" status: 200 len: 999 time: 0.1128495 Aug 25 16:41:52.608414 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-0c028a62-d5e0-4532-843e-38663b837862 req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:41:52.611194 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-4615279a-48f2-442e-a4e8-20b1cc2e0fbd None None] Set router 13985153-26b3-4672-9741-3cb8149e9719 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:41:52.613132 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-0c028a62-d5e0-4532-843e-38663b837862 req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Usage tracker for resource:port and tenant:7fd9e47991e9427d80767bfe0f000060 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:41:52.616888 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-0c028a62-d5e0-4532-843e-38663b837862 req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:41:52.625147 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [req-0c028a62-d5e0-4532-843e-38663b837862 req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:41:52.667905 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca60cd2-1470-4867-959c-c671e72509a3 req-a2a4acda-cef5-4236-a3ff-9293ee0e713a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:52.670272 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8ca60cd2-1470-4867-959c-c671e72509a3 req-a2a4acda-cef5-4236-a3ff-9293ee0e713a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc013c14-7af0-4164-ba36-a7b01f82d66b HTTP/1.1" status: 200 len: 850 time: 0.2056313 Aug 25 16:41:52.723580 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c028a62-d5e0-4532-843e-38663b837862 req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Made reservation on behalf of 7fd9e47991e9427d80767bfe0f000060 for: {'port': 1} {{(pid=75939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:41:52.726585 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-0c028a62-d5e0-4532-843e-38663b837862 req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:52.785403 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8ca60cd2-1470-4867-959c-c671e72509a3 req-eaefd1a3-48e5-45f8-bea8-1dc49f0279e7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2b868551-604b-4fc5-b01d-b07c18548dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801814 Aug 25 16:41:52.927726 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_common [req-0c028a62-d5e0-4532-843e-38663b837862 req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Allocated IP 172.20.0.7 (e701ba7f-f31a-450f-98bf-ab2e007edcf1/0bd36dd9-02b8-4fd4-b658-13df106b1777/01d80d58-c06b-451e-b712-03fea1f1acb8) {{(pid=75939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:41:52.947516 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8ca60cd2-1470-4867-959c-c671e72509a3 req-d4f7748c-7951-43a8-ba0e-cdbebaa02fd7 service neutron] 10.222.0.81 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489136 Aug 25 16:41:53.039382 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-4615279a-48f2-442e-a4e8-20b1cc2e0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:36:45Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_floatingips': [{'id': '1c1b64d9-f315-416c-b2cf-a16987096029', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'router_id': '13985153-26b3-4672-9741-3cb8149e9719', 'port_id': '60dd5f24-cb09-4088-a3e8-a137e6b23cdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'mac_address': 'fa:16:3e:6d:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab8fb93-124c-4e7e-88cc-9fba7dff5084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:41:28Z', 'updated_at': '2021-08-25T16:41:50Z', 'revision_number': 1, 'project_id': 'e190674e9304482495bba1179171dfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c7a42a-fa74-4fb2-a0f5-33ac15558671', 'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'mac_address': 'fa:16:3e:ba:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:43Z', 'updated_at': '2021-08-25T16:37:24Z', 'revision_number': 5, 'project_id': 'e190674e9304482495bba1179171dfd3', 'subnets': [{'id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:41:53.045421 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4615279a-48f2-442e-a4e8-20b1cc2e0fbd None None] The sync data for ids ['13985153-26b3-4672-9741-3cb8149e9719'] in dv-cinder-806008-1-smb is: [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:36:45Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_floatingips': [{'id': '1c1b64d9-f315-416c-b2cf-a16987096029', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'router_id': '13985153-26b3-4672-9741-3cb8149e9719', 'port_id': '60dd5f24-cb09-4088-a3e8-a137e6b23cdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'mac_address': 'fa:16:3e:6d:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab8fb93-124c-4e7e-88cc-9fba7dff5084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:41:28Z', 'updated_at': '2021-08-25T16:41:50Z', 'revision_number': 1, 'project_id': 'e190674e9304482495bba1179171dfd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c7a42a-fa74-4fb2-a0f5-33ac15558671', 'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'mac_address': 'fa:16:3e:ba:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:43Z', 'updated_at': '2021-08-25T16:37:24Z', 'revision_number': 5, 'project_id': 'e190674e9304482495bba1179171dfd3', 'subnets': [{'id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:41:53.146893 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-8ca60cd2-1470-4867-959c-c671e72509a3 req-c259c165-d0d7-42c8-a7fd-7698ec15df5a service neutron] 10.222.0.81 "GET /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835170 Aug 25 16:41:53.171207 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-0c028a62-d5e0-4532-843e-38663b837862 req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Notify callbacks [] for port, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:53.301030 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-0c028a62-d5e0-4532-843e-38663b837862 req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:53.307494 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:53.376986 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c028a62-d5e0-4532-843e-38663b837862 req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Network e701ba7f-f31a-450f-98bf-ab2e007edcf1 is already hosted by enough agents. {{(pid=75939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:41:53.380189 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.base_scheduler [req-0c028a62-d5e0-4532-843e-38663b837862 req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Resources bound (agent type, host, resource id): {{(pid=75939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:41:53.384738 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c028a62-d5e0-4532-843e-38663b837862 req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Received port after_create {{(pid=75939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:41:53.418352 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Pushing event updated for resources: {'Port': ['ID=01d80d58-c06b-451e-b712-03fea1f1acb8,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:53.442337 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:53.442692 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:53.443048 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:53.443395 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:53.443741 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:53.444281 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:53.444667 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:53.445189 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:53.445537 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:53.445873 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:53.446215 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:41:53.452740 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:53.513814 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c028a62-d5e0-4532-843e-38663b837862 req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:53.514432 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-0c028a62-d5e0-4532-843e-38663b837862 req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:53.634069 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102eb7c-2c36-4713-ba43-a5124038468e req-570fc1dc-296f-45b1-8a96-fdf691093043 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:53.634647 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-c102eb7c-2c36-4713-ba43-a5124038468e req-570fc1dc-296f-45b1-8a96-fdf691093043 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Synchronizing usage tracker for tenant:7fd9e47991e9427d80767bfe0f000060 on resource:port {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:41:53.644635 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ecdbe-a6aa-4180-a662-a87391e8e84e req-b26a37f2-7ef3-42a5-a6ef-6c50332c8bfe tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:53.646054 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fa3ecdbe-a6aa-4180-a662-a87391e8e84e req-b26a37f2-7ef3-42a5-a6ef-6c50332c8bfe tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 945 time: 0.1380754 Aug 25 16:41:53.695002 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0c028a62-d5e0-4532-843e-38663b837862 req-463f3e54-c39b-4077-b27a-f84395631afc tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2549958 Aug 25 16:41:53.701986 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fa3ecdbe-a6aa-4180-a662-a87391e8e84e req-c464a91b-71d9-4828-839c-6b478d84f309 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9a1b10b-9b34-49ca-87ed-35a5dcc41677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451264 Aug 25 16:41:53.706479 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Request body: {'port': {'device_id': 'bee0c0a1-cefe-4d45-ab78-7f75b3747096', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:41:53.787428 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-a0e7cef0-e2b2-4d6d-995a-0c512b0f7913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:53.801596 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-c102eb7c-2c36-4713-ba43-a5124038468e req-570fc1dc-296f-45b1-8a96-fdf691093043 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Unset dirty status for tenant:7fd9e47991e9427d80767bfe0f000060 on resource:port {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:41:53.802916 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c102eb7c-2c36-4713-ba43-a5124038468e req-570fc1dc-296f-45b1-8a96-fdf691093043 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 931 time: 0.3388534 Aug 25 16:41:53.850059 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:53.910552 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c102eb7c-2c36-4713-ba43-a5124038468e req-275607b6-ecbd-41ee-9111-6b2f948a4f2d tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939982 Aug 25 16:41:54.214326 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d80d58-c06b-451e-b712-03fea1f1acb8 {{(pid=75939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:41:54.221992 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:54.236372 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.provisioning_blocks [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Transition to ACTIVE for port object 01d80d58-c06b-451e-b712-03fea1f1acb8 will not be triggered until provisioned by entity L2. {{(pid=75939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:41:54.321364 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:54.325767 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-9e32e21c-4723-41cd-99c2-b03a1b6f5935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:54.559977 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Pushing event updated for resources: {'Port': ['ID=01d80d58-c06b-451e-b712-03fea1f1acb8,revision_number=2']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:54.563773 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:54.579569 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900b9dc-9640-465d-875e-4ee4a81314cd None None] New status for floating IP 1c1b64d9-f315-416c-b2cf-a16987096029: ACTIVE {{(pid=75942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:41:54.672188 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Attempting to bind port 01d80d58-c06b-451e-b712-03fea1f1acb8 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:41:54.672683 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Attempting to bind port 01d80d58-c06b-451e-b712-03fea1f1acb8 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '5f9746cd-5c26-49a9-b753-20d4f78ecc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'e701ba7f-f31a-450f-98bf-ab2e007edcf1'}] {{(pid=75939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:41:54.672922 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Attempting to bind port 01d80d58-c06b-451e-b712-03fea1f1acb8 on network e701ba7f-f31a-450f-98bf-ab2e007edcf1 {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:41:54.678741 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Port 01d80d58-c06b-451e-b712-03fea1f1acb8 on network e701ba7f-f31a-450f-98bf-ab2e007edcf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:41:54.679060 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Attempting to bind port 01d80d58-c06b-451e-b712-03fea1f1acb8 on network e701ba7f-f31a-450f-98bf-ab2e007edcf1 {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:41:54.687485 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:41:54.687825 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Checking segment: {'id': '5f9746cd-5c26-49a9-b753-20d4f78ecc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'e701ba7f-f31a-450f-98bf-ab2e007edcf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:41:54.688228 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Bound using segment: {'id': '5f9746cd-5c26-49a9-b753-20d4f78ecc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'e701ba7f-f31a-450f-98bf-ab2e007edcf1'} {{(pid=75939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:41:54.688651 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.managers [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Bound port: 01d80d58-c06b-451e-b712-03fea1f1acb8, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9746cd-5c26-49a9-b753-20d4f78ecc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'e701ba7f-f31a-450f-98bf-ab2e007edcf1'}}] {{(pid=75939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:41:54.688998 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:54.785910 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] For port 01d80d58-c06b-451e-b712-03fea1f1acb8, host hv-cinder-80600, cleared binding levels {{(pid=75939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:41:54.789053 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] For port 01d80d58-c06b-451e-b712-03fea1f1acb8, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01d80d58-c06b-451e-b712-03fea1f1acb8,segment=NetworkSegment(5f9746cd-5c26-49a9-b753-20d4f78ecc36),segment_id=5f9746cd-5c26-49a9-b753-20d4f78ecc36)] {{(pid=75939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:41:54.896999 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:54.903839 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-b319ab2d-5837-4e0c-9025-1f27b68a13ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:54.969391 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:54.971199 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0c028a62-d5e0-4532-843e-38663b837862 req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] 10.222.0.81 "PUT /v2.0/ports/01d80d58-c06b-451e-b712-03fea1f1acb8 HTTP/1.1" status: 200 len: 1093 time: 1.2685516 Aug 25 16:41:54.974823 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee0c0a1-cefe-4d45-ab78-7f75b3747096', 'tag': '01d80d58-c06b-451e-b712-03fea1f1acb8'}] {{(pid=75939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:41:54.988718 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a4161-102a-4496-aec6-6475b1ad03b1 req-3b132a1e-cc22-44a8-863b-b0e3c538de0d tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:54.990315 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-501a4161-102a-4496-aec6-6475b1ad03b1 req-3b132a1e-cc22-44a8-863b-b0e3c538de0d tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 945 time: 0.1566803 Aug 25 16:41:55.025109 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:55.030188 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Pushing event updated for resources: {'Port': ['ID=01d80d58-c06b-451e-b712-03fea1f1acb8,revision_number=3']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:55.033605 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:55.055164 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-501a4161-102a-4496-aec6-6475b1ad03b1 req-e8d79f6e-6061-4d13-ad44-50fe48cdcc21 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9a1b10b-9b34-49ca-87ed-35a5dcc41677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585332 Aug 25 16:41:55.128659 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee0c0a1-cefe-4d45-ab78-7f75b3747096', 'tag': '01d80d58-c06b-451e-b712-03fea1f1acb8', 'status': 'completed', 'code': 200} Aug 25 16:41:55.311420 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d7de36c7-84e5-4360-ae09-591608aeb1c0 req-ed8213f0-6a03-4727-9e79-5d55de14bfe0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7fd9e47991e9427d80767bfe0f000060&device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 1096 time: 0.1507411 Aug 25 16:41:55.318258 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48600d-ec38-4258-a43c-f8dbfb2d60af req-b050c58e-7f8b-4c57-86c1-40c97d6161c0 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:55.319718 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3d48600d-ec38-4258-a43c-f8dbfb2d60af req-b050c58e-7f8b-4c57-86c1-40c97d6161c0 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 943 time: 0.1176710 Aug 25 16:41:55.466921 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3d48600d-ec38-4258-a43c-f8dbfb2d60af req-95a37150-c416-4c4c-aa9e-4204fc058202 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215010 Aug 25 16:41:55.503455 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de36c7-84e5-4360-ae09-591608aeb1c0 req-7557a6fd-22ab-4953-b3eb-37ea012e433e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:55.504935 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d7de36c7-84e5-4360-ae09-591608aeb1c0 req-7557a6fd-22ab-4953-b3eb-37ea012e433e service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=7fd9e47991e9427d80767bfe0f000060&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1843543 Aug 25 16:41:55.517112 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:55.672875 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de36c7-84e5-4360-ae09-591608aeb1c0 req-f2daa237-5993-4250-b6d8-d671b8b59cd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:55.674360 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d7de36c7-84e5-4360-ae09-591608aeb1c0 req-f2daa237-5993-4250-b6d8-d671b8b59cd0 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1570456 Aug 25 16:41:55.797392 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0c028a62-d5e0-4532-843e-38663b837862 req-75b54670-e0c7-46be-9206-c5b3eaa40889 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7fd9e47991e9427d80767bfe0f000060&device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 1096 time: 0.0801337 Aug 25 16:41:55.880947 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0c028a62-d5e0-4532-843e-38663b837862 req-830f43a3-ef06-42bd-8c7c-c394d5df6a66 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01d80d58-c06b-451e-b712-03fea1f1acb8 HTTP/1.1" status: 200 len: 217 time: 0.0728467 Aug 25 16:41:55.958988 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c028a62-d5e0-4532-843e-38663b837862 req-407fa75b-c4af-4523-86ab-d5205fd87079 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:55.960478 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0c028a62-d5e0-4532-843e-38663b837862 req-407fa75b-c4af-4523-86ab-d5205fd87079 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0bd36dd9-02b8-4fd4-b658-13df106b1777 HTTP/1.1" status: 200 len: 853 time: 0.0730515 Aug 25 16:41:56.022646 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0c028a62-d5e0-4532-843e-38663b837862 req-68b37034-7f59-4a09-a980-70c3cb266425 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e701ba7f-f31a-450f-98bf-ab2e007edcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546727 Aug 25 16:41:56.174921 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0c028a62-d5e0-4532-843e-38663b837862 req-dc254156-3dc6-4167-84ab-1f3bc1df8ad1 service neutron] 10.222.0.81 "GET /v2.0/networks/e701ba7f-f31a-450f-98bf-ab2e007edcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442432 Aug 25 16:41:56.323206 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0c028a62-d5e0-4532-843e-38663b837862 req-599baef8-7f6c-48e6-8e75-9a431774bf5c service neutron] 10.222.0.81 "GET /v2.0/networks/e701ba7f-f31a-450f-98bf-ab2e007edcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341972 Aug 25 16:41:56.679426 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931db67f-988e-47a9-afea-d69c7fdbad21 req-01052cb8-39b1-422a-a9b8-7f8b6215d9c7 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:56.680351 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-931db67f-988e-47a9-afea-d69c7fdbad21 req-01052cb8-39b1-422a-a9b8-7f8b6215d9c7 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 943 time: 0.0822577 Aug 25 16:41:56.731382 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-931db67f-988e-47a9-afea-d69c7fdbad21 req-69b669fd-3ab3-44e4-8c82-4ed4b16aadde tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433557 Aug 25 16:41:57.346064 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-48a5d834-6370-4fc4-88f2-38412afe1b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:57.955525 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e11a3-45a0-4592-bbdc-31631718b91b req-e9a3cae3-cc3d-453d-92ba-d64663cdaa30 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:57.957212 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1e8e11a3-45a0-4592-bbdc-31631718b91b req-e9a3cae3-cc3d-453d-92ba-d64663cdaa30 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 943 time: 0.0910306 Aug 25 16:41:58.031804 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:58.103320 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1e8e11a3-45a0-4592-bbdc-31631718b91b req-23928e2c-8ca3-40b8-9ab5-67b666941713 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404245 Aug 25 16:41:59.134039 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 01d80d58-c06b-451e-b712-03fea1f1acb8 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:41:59.284586 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 01d80d58-c06b-451e-b712-03fea1f1acb8, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01d80d58-c06b-451e-b712-03fea1f1acb8,segment=NetworkSegment(5f9746cd-5c26-49a9-b753-20d4f78ecc36),segment_id=5f9746cd-5c26-49a9-b753-20d4f78ecc36)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:41:59.301289 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': '01d80d58-c06b-451e-b712-03fea1f1acb8', 'network_id': 'e701ba7f-f31a-450f-98bf-ab2e007edcf1', 'port_id': '01d80d58-c06b-451e-b712-03fea1f1acb8', 'mac_address': 'fa:16:3e:6a:c9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd36dd9-02b8-4fd4-b658-13df106b1777', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:41:59.329233 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc5350-b423-49c7-8249-ae844f6eb3f3 req-06a9fbb0-b29d-424f-b555-64549bf591ce tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:41:59.330732 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-76cc5350-b423-49c7-8249-ae844f6eb3f3 req-06a9fbb0-b29d-424f-b555-64549bf591ce tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 943 time: 0.0969348 Aug 25 16:41:59.361290 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:59.381430 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d80d58-c06b-451e-b712-03fea1f1acb8 {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:41:59.386275 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-76cc5350-b423-49c7-8249-ae844f6eb3f3 req-d4387c44-39a2-40a5-b3ee-e4d73d9eb5c7 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455632 Aug 25 16:41:59.401348 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 01d80d58-c06b-451e-b712-03fea1f1acb8, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01d80d58-c06b-451e-b712-03fea1f1acb8,segment=NetworkSegment(5f9746cd-5c26-49a9-b753-20d4f78ecc36),segment_id=5f9746cd-5c26-49a9-b753-20d4f78ecc36)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:41:59.500671 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:59.503523 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:41:59.575287 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=01d80d58-c06b-451e-b712-03fea1f1acb8,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:41:59.578596 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:41:59.803729 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:41:59.826311 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['01d80d58-c06b-451e-b712-03fea1f1acb8'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:42:00.056997 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717839f9-20a0-40aa-beed-83eecd386516 req-3ace1811-8e71-4002-a764-6650e103af91 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:00.058344 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-717839f9-20a0-40aa-beed-83eecd386516 req-3ace1811-8e71-4002-a764-6650e103af91 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 945 time: 0.0821934 Aug 25 16:42:00.105178 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-717839f9-20a0-40aa-beed-83eecd386516 req-0f71de2d-aa40-477c-be36-9319bbeba1cd tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9a1b10b-9b34-49ca-87ed-35a5dcc41677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400839 Aug 25 16:42:00.591695 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51815a23-1b5e-445d-9e0d-00f908d79c19 req-2472cd09-cbd1-4572-817b-359f464a0170 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:00.593230 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-51815a23-1b5e-445d-9e0d-00f908d79c19 req-2472cd09-cbd1-4572-817b-359f464a0170 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 944 time: 0.0839653 Aug 25 16:42:00.644850 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-51815a23-1b5e-445d-9e0d-00f908d79c19 req-3e78f11c-880c-418a-afc7-b90436a9d8e8 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460522 Aug 25 16:42:01.130968 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 01d80d58-c06b-451e-b712-03fea1f1acb8 up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:42:01.260731 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port 01d80d58-c06b-451e-b712-03fea1f1acb8 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:42:01.266811 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port 01d80d58-c06b-451e-b712-03fea1f1acb8 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:42:01.267269 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:01.312428 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39023e-e744-46a4-a472-0518eecda840 req-64c403ef-4a46-40e0-b910-d1f7fc760a6d tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:01.313833 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4c39023e-e744-46a4-a472-0518eecda840 req-64c403ef-4a46-40e0-b910-d1f7fc760a6d tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 945 time: 0.0788555 Aug 25 16:42:01.361653 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4c39023e-e744-46a4-a472-0518eecda840 req-33f56820-0171-4b19-85a1-f59147f86ffb tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9a1b10b-9b34-49ca-87ed-35a5dcc41677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418277 Aug 25 16:42:01.386890 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:01.417554 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee0c0a1-cefe-4d45-ab78-7f75b3747096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d80d58-c06b-451e-b712-03fea1f1acb8'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:42:01.427814 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 01d80d58-c06b-451e-b712-03fea1f1acb8, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01d80d58-c06b-451e-b712-03fea1f1acb8,segment=NetworkSegment(5f9746cd-5c26-49a9-b753-20d4f78ecc36),segment_id=5f9746cd-5c26-49a9-b753-20d4f78ecc36)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:42:01.483834 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee0c0a1-cefe-4d45-ab78-7f75b3747096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d80d58-c06b-451e-b712-03fea1f1acb8', 'code': 200} Aug 25 16:42:01.529765 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:01.531656 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:42:01.601871 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=01d80d58-c06b-451e-b712-03fea1f1acb8,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:42:01.605048 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:42:01.736433 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e298e68-78e9-4d82-bde1-93a80db0bfc8 req-e36c7b90-fed4-4e0f-b078-bb45297ea515 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:01.737892 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8e298e68-78e9-4d82-bde1-93a80db0bfc8 req-e36c7b90-fed4-4e0f-b078-bb45297ea515 tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 945 time: 0.0873530 Aug 25 16:42:01.878710 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [req-8e298e68-78e9-4d82-bde1-93a80db0bfc8 req-14568133-4f4d-49ae-a00f-44886cb9cb6c tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Deleting port de6a78e8-ca95-49d9-94fa-bbaa07bc926d {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:42:01.879052 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-8e298e68-78e9-4d82-bde1-93a80db0bfc8 req-14568133-4f4d-49ae-a00f-44886cb9cb6c tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:01.903987 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f1a25dc5-417f-4b08-9696-804a3ce8baa6 req-537a1f79-a804-4d60-b217-3e62bd9f70e2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 1098 time: 0.0741198 Aug 25 16:42:01.955720 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f1a25dc5-417f-4b08-9696-804a3ce8baa6 req-c787927c-1240-4cb2-8822-fe8adb4876ea service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437510 Aug 25 16:42:02.007257 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216364f-75de-41e4-a66d-e6cfc6c2800f req-08ac6755-609f-4eef-ade0-9a614b2595f1 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:02.008774 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b216364f-75de-41e4-a66d-e6cfc6c2800f req-08ac6755-609f-4eef-ade0-9a614b2595f1 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 945 time: 0.2205985 Aug 25 16:42:02.172320 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b216364f-75de-41e4-a66d-e6cfc6c2800f req-6a7aaace-b95c-498a-a154-1aed6e8d3d09 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551909 Aug 25 16:42:02.244599 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-8e298e68-78e9-4d82-bde1-93a80db0bfc8 req-14568133-4f4d-49ae-a00f-44886cb9cb6c tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] For port de6a78e8-ca95-49d9-94fa-bbaa07bc926d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=de6a78e8-ca95-49d9-94fa-bbaa07bc926d,segment=NetworkSegment(90b39a61-4918-4f8a-be7e-dffaaa042a5d),segment_id=90b39a61-4918-4f8a-be7e-dffaaa042a5d)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:42:02.244959 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-8e298e68-78e9-4d82-bde1-93a80db0bfc8 req-14568133-4f4d-49ae-a00f-44886cb9cb6c tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:02.370412 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [req-8e298e68-78e9-4d82-bde1-93a80db0bfc8 req-14568133-4f4d-49ae-a00f-44886cb9cb6c tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Calling delete_port for de6a78e8-ca95-49d9-94fa-bbaa07bc926d owned by compute:nova {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:42:02.609559 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-8e298e68-78e9-4d82-bde1-93a80db0bfc8 req-14568133-4f4d-49ae-a00f-44886cb9cb6c tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:02.618891 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-03c702b5-11d0-45ad-9ebe-eb51707baeb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:42:02.621552 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['de6a78e8-ca95-49d9-94fa-bbaa07bc926d'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:42:02.655173 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-344f2d61-3c27-4ce9-b408-c71f58b5c3cf req-4ce81313-dcad-4d73-81d1-432d3b82ed8c tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 210 time: 0.0809135 Aug 25 16:42:02.661773 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14568133-4f4d-49ae-a00f-44886cb9cb6c tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Pushing event deleted for resources: {'Port': ['ID=de6a78e8-ca95-49d9-94fa-bbaa07bc926d,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:42:02.665776 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-14568133-4f4d-49ae-a00f-44886cb9cb6c tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:42:02.749351 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e298e68-78e9-4d82-bde1-93a80db0bfc8 req-14568133-4f4d-49ae-a00f-44886cb9cb6c tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] No DVR routers for this DVR port de6a78e8-ca95-49d9-94fa-bbaa07bc926d on host hv-cinder-80600 {{(pid=75939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:42:02.751772 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-8e298e68-78e9-4d82-bde1-93a80db0bfc8 req-14568133-4f4d-49ae-a00f-44886cb9cb6c tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:02.754592 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c67823-7145-45cc-9844-503d5bd4cb29', 'name': 'network-vif-deleted', 'tag': 'de6a78e8-ca95-49d9-94fa-bbaa07bc926d'}] {{(pid=75939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:42:02.762905 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8e298e68-78e9-4d82-bde1-93a80db0bfc8 req-14568133-4f4d-49ae-a00f-44886cb9cb6c tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.81 "DELETE /v2.0/ports/de6a78e8-ca95-49d9-94fa-bbaa07bc926d HTTP/1.1" status: 204 len: 173 time: 1.0185652 Aug 25 16:42:02.815029 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c67823-7145-45cc-9844-503d5bd4cb29', 'name': 'network-vif-deleted', 'tag': 'de6a78e8-ca95-49d9-94fa-bbaa07bc926d', 'status': 'completed', 'code': 200} Aug 25 16:42:03.377647 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030a6ef-ab54-43b1-8f10-dca42d740961 req-122b2a95-2ce1-47c2-b27b-a78d627dc3b5 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:03.379116 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8030a6ef-ab54-43b1-8f10-dca42d740961 req-122b2a95-2ce1-47c2-b27b-a78d627dc3b5 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 945 time: 0.0812180 Aug 25 16:42:03.429765 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8030a6ef-ab54-43b1-8f10-dca42d740961 req-809cd4b9-5e84-47e9-b2c9-885d418be2d7 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449965 Aug 25 16:42:03.845425 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-d1051e4b-20a9-43bc-9c96-86560aa15679 req-0792ca89-8c0f-4bc5-8040-3db4835d1cdf tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Synchronizing usage tracker for tenant:8d94a3941be1412aaab03b91e6ed527b on resource:port {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:42:03.958130 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-d1051e4b-20a9-43bc-9c96-86560aa15679 req-0792ca89-8c0f-4bc5-8040-3db4835d1cdf tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] Unset dirty status for tenant:8d94a3941be1412aaab03b91e6ed527b on resource:port {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:42:03.959244 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d1051e4b-20a9-43bc-9c96-86560aa15679 req-0792ca89-8c0f-4bc5-8040-3db4835d1cdf tempest-VolumesActionsTest-1062992043 tempest-VolumesActionsTest-1062992043-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6c67823-7145-45cc-9844-503d5bd4cb29 HTTP/1.1" status: 200 len: 210 time: 0.1599393 Aug 25 16:42:04.659873 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfdb39-c2ce-45bf-9f89-0f350effc1c5 req-fea7895d-4fc1-4408-8c43-b5f39afb7b3d tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:04.661372 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b1bfdb39-c2ce-45bf-9f89-0f350effc1c5 req-fea7895d-4fc1-4408-8c43-b5f39afb7b3d tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 945 time: 0.0883663 Aug 25 16:42:04.710525 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b1bfdb39-c2ce-45bf-9f89-0f350effc1c5 req-c727cf05-23eb-4590-83d9-2ae0d24568df tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435266 Aug 25 16:42:05.149278 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device de6a78e8-ca95-49d9-94fa-bbaa07bc926d no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:42:05.188640 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: de6a78e8-ca95-49d9-94fa-bbaa07bc926d {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:42:05.189057 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device de6a78e8-ca95-49d9-94fa-bbaa07bc926d not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:42:11.505848 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55902a94-4e42-4647-a40e-d4832fa82f5a req-26522cbb-b5bb-44e6-93f0-c79c1d84da67 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:11.507353 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-55902a94-4e42-4647-a40e-d4832fa82f5a req-26522cbb-b5bb-44e6-93f0-c79c1d84da67 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 984 time: 0.2317226 Aug 25 16:42:11.511436 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-74524a88-4164-4a50-8e61-5ee349a5a95e req-6d553efc-e840-46a0-a044-90c863c84c4e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5dd739138a9947d0ac25bc7cf35c044f&device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 1137 time: 0.2008061 Aug 25 16:42:11.632040 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-55902a94-4e42-4647-a40e-d4832fa82f5a req-3fc653c7-b5d1-4ae7-a971-80abd5756919 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00de371-c8ad-4b9f-9e85-c3e8de8e44d2&id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1187115 Aug 25 16:42:11.690394 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74524a88-4164-4a50-8e61-5ee349a5a95e req-8784daeb-0904-4122-a908-e880eeb2b953 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:11.691841 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-74524a88-4164-4a50-8e61-5ee349a5a95e req-8784daeb-0904-4122-a908-e880eeb2b953 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5ae4b2c8-5b57-47b7-8f20-23c93260cde2 HTTP/1.1" status: 200 len: 916 time: 0.1597638 Aug 25 16:42:11.808692 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-74524a88-4164-4a50-8e61-5ee349a5a95e req-046e97f1-8ec2-4fc8-85a7-263cad08d7d9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52bd903-dd7a-4cfb-b208-b586278bc5e1 HTTP/1.1" status: 200 len: 1001 time: 0.1008401 Aug 25 16:42:11.883255 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74524a88-4164-4a50-8e61-5ee349a5a95e req-78431ae8-8693-45a7-b6ce-59b56576fda7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:11.884872 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-74524a88-4164-4a50-8e61-5ee349a5a95e req-78431ae8-8693-45a7-b6ce-59b56576fda7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b1a974d7-f30e-4176-9deb-f8963fe567fd HTTP/1.1" status: 200 len: 853 time: 0.0688183 Aug 25 16:42:11.971901 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-74524a88-4164-4a50-8e61-5ee349a5a95e req-94467b89-fd1f-45a1-8bb6-003ba9358b9e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5ae4b2c8-5b57-47b7-8f20-23c93260cde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721209 Aug 25 16:42:12.114879 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-74524a88-4164-4a50-8e61-5ee349a5a95e req-2846847b-43e9-4c05-9406-353ad4231918 service neutron] 10.222.0.81 "GET /v2.0/networks/5ae4b2c8-5b57-47b7-8f20-23c93260cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297200 Aug 25 16:42:12.256205 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-74524a88-4164-4a50-8e61-5ee349a5a95e req-38ff89fb-89e4-431c-89c2-bca8c01dcfe5 service neutron] 10.222.0.81 "GET /v2.0/networks/5ae4b2c8-5b57-47b7-8f20-23c93260cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329231 Aug 25 16:42:12.853121 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e6e1f-bfe7-4acb-8a11-f8f17a066184 req-b825abb3-0078-4aec-96e9-b13b4bfcf78a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:12.853719 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f35e6e1f-bfe7-4acb-8a11-f8f17a066184 req-b825abb3-0078-4aec-96e9-b13b4bfcf78a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 984 time: 0.0848556 Aug 25 16:42:12.907416 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f35e6e1f-bfe7-4acb-8a11-f8f17a066184 req-06b4ec8b-44a0-4658-85a1-1595b15edc0d tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00de371-c8ad-4b9f-9e85-c3e8de8e44d2&id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456073 Aug 25 16:42:14.120367 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b0a2d-7371-4906-9880-bebbf52d8d00 req-c23b00c3-6c46-4740-a13c-0ff0fa840416 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:14.122002 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1b5b0a2d-7371-4906-9880-bebbf52d8d00 req-c23b00c3-6c46-4740-a13c-0ff0fa840416 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 984 time: 0.0806217 Aug 25 16:42:14.176659 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1b5b0a2d-7371-4906-9880-bebbf52d8d00 req-5b71cecd-8dd6-4018-acba-e8d6fddb9322 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00de371-c8ad-4b9f-9e85-c3e8de8e44d2&id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475481 Aug 25 16:42:15.421414 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349ae0a-dbd8-4454-b66b-453c1826ec21 req-6aac0013-daac-4fc4-a11b-c02859596769 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:15.428214 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e349ae0a-dbd8-4454-b66b-453c1826ec21 req-6aac0013-daac-4fc4-a11b-c02859596769 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 984 time: 0.1215639 Aug 25 16:42:15.472217 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e349ae0a-dbd8-4454-b66b-453c1826ec21 req-1c7d24a9-8c90-44da-92e8-8f32bb5c5b1e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00de371-c8ad-4b9f-9e85-c3e8de8e44d2&id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431175 Aug 25 16:42:16.683193 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5db8c-a15e-432d-b39f-0377337c6cf7 req-14965a5d-0b7f-4977-a310-264deb43012a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:16.684667 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-63d5db8c-a15e-432d-b39f-0377337c6cf7 req-14965a5d-0b7f-4977-a310-264deb43012a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 984 time: 0.0780783 Aug 25 16:42:16.736303 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-63d5db8c-a15e-432d-b39f-0377337c6cf7 req-6d9a5f82-b6aa-4895-802b-6d1f6e0a750b tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00de371-c8ad-4b9f-9e85-c3e8de8e44d2&id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450323 Aug 25 16:42:17.952892 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c0361-30e5-4721-90aa-162bcd730102 req-06c34479-72eb-4a7b-b028-1bf52f7868af tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:17.954400 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5a0c0361-30e5-4721-90aa-162bcd730102 req-06c34479-72eb-4a7b-b028-1bf52f7868af tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 984 time: 0.0880408 Aug 25 16:42:18.004505 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5a0c0361-30e5-4721-90aa-162bcd730102 req-32bb2b35-ee99-4b11-a047-fb1cc347edcf tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00de371-c8ad-4b9f-9e85-c3e8de8e44d2&id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442407 Aug 25 16:42:19.221285 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17952b95-840f-4f2e-9c09-a9a71643b998 req-cb59c116-0e48-4333-9b97-3c67946294ff tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:19.222734 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-17952b95-840f-4f2e-9c09-a9a71643b998 req-cb59c116-0e48-4333-9b97-3c67946294ff tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 984 time: 0.0851526 Aug 25 16:42:19.278309 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-17952b95-840f-4f2e-9c09-a9a71643b998 req-94480757-473d-4bff-a301-a80523830d08 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00de371-c8ad-4b9f-9e85-c3e8de8e44d2&id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495517 Aug 25 16:42:20.487174 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78682ee8-68cb-455f-b998-eac9761ccbad req-6518105f-163f-4cc0-b84c-b3007398ac12 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:20.487174 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-78682ee8-68cb-455f-b998-eac9761ccbad req-6518105f-163f-4cc0-b84c-b3007398ac12 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 984 time: 0.0794191 Aug 25 16:42:20.536574 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-78682ee8-68cb-455f-b998-eac9761ccbad req-f1463f63-3964-49c1-9278-8940d90708f6 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00de371-c8ad-4b9f-9e85-c3e8de8e44d2&id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439808 Aug 25 16:42:21.761053 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4410e-1912-4928-8521-c79039d4d5d7 req-7be1a273-fb0c-44fc-8c43-5e175fc5d24a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:21.766340 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a2c4410e-1912-4928-8521-c79039d4d5d7 req-7be1a273-fb0c-44fc-8c43-5e175fc5d24a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 984 time: 0.1013963 Aug 25 16:42:21.817759 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a2c4410e-1912-4928-8521-c79039d4d5d7 req-50029299-ad81-4fbe-a7bb-cd53d940e0f1 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00de371-c8ad-4b9f-9e85-c3e8de8e44d2&id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485365 Aug 25 16:42:23.029065 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb47b6-a208-4993-8fd7-b0a23cdc83ef req-65817016-2a60-4562-a778-ba5da185723d tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:23.031323 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-36eb47b6-a208-4993-8fd7-b0a23cdc83ef req-65817016-2a60-4562-a778-ba5da185723d tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 984 time: 0.0803063 Aug 25 16:42:23.082600 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-36eb47b6-a208-4993-8fd7-b0a23cdc83ef req-2f20bb8f-cdad-40a1-94e9-05568f006dfd tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00de371-c8ad-4b9f-9e85-c3e8de8e44d2&id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454526 Aug 25 16:42:23.751270 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-0420035e-34d6-455f-883d-bddb6a9d2ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:23.774060 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fa809cca-39fe-493b-bc31-cec3c3cc350f req-41c98b71-2c83-4375-9555-1a19159a7fba service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710311 Aug 25 16:42:23.926118 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fa809cca-39fe-493b-bc31-cec3c3cc350f req-563d29a7-021f-4ac4-8db2-f2a50211559d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0632364c492a47aa83cee3a290aeb58f&device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 1099 time: 0.0734510 Aug 25 16:42:24.089440 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa809cca-39fe-493b-bc31-cec3c3cc350f req-ffdd288e-381e-41e6-be61-a55a3741badc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:24.090898 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fa809cca-39fe-493b-bc31-cec3c3cc350f req-ffdd288e-381e-41e6-be61-a55a3741badc service neutron] 10.222.0.81 "GET /v2.0/networks?id=29424364-8c46-404f-bc9f-9d7a9e688e9b HTTP/1.1" status: 200 len: 910 time: 0.1389623 Aug 25 16:42:24.360829 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fa809cca-39fe-493b-bc31-cec3c3cc350f req-19ce765a-fc80-43a7-ad57-ddb13f0c433e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 HTTP/1.1" status: 200 len: 1001 time: 0.2531996 Aug 25 16:42:24.416264 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cbfae-8d1c-4286-9c9a-dc19b8283061 req-3ea1b458-e66b-4a14-a9e3-e11af6ab450f tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:24.417740 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e71cbfae-8d1c-4286-9c9a-dc19b8283061 req-3ea1b458-e66b-4a14-a9e3-e11af6ab450f tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 984 time: 0.1643016 Aug 25 16:42:24.466543 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa809cca-39fe-493b-bc31-cec3c3cc350f req-aa6834f4-a0ca-46ec-b5fb-9bdf48023269 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:24.468944 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fa809cca-39fe-493b-bc31-cec3c3cc350f req-aa6834f4-a0ca-46ec-b5fb-9bdf48023269 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=318626cb-987f-472c-acdb-fe419cfc88c1 HTTP/1.1" status: 200 len: 847 time: 0.0935318 Aug 25 16:42:24.532577 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e71cbfae-8d1c-4286-9c9a-dc19b8283061 req-33c69ab7-9cb2-46b6-91cb-7a658933f34f tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00de371-c8ad-4b9f-9e85-c3e8de8e44d2&id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070223 Aug 25 16:42:24.582956 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fa809cca-39fe-493b-bc31-cec3c3cc350f req-64111d72-628f-4064-ad6c-08d5c11c9cc8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=29424364-8c46-404f-bc9f-9d7a9e688e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0951040 Aug 25 16:42:24.793300 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fa809cca-39fe-493b-bc31-cec3c3cc350f req-d6bed782-9da3-4cd5-8d0e-3c8b00830350 service neutron] 10.222.0.81 "GET /v2.0/networks/29424364-8c46-404f-bc9f-9d7a9e688e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954644 Aug 25 16:42:24.808141 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fd3b8-cc08-47e0-bc2d-60c26f8efc8c req-e6a39c51-7c7d-4a43-96b9-1b8b464059af tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:24.809679 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4c1fd3b8-cc08-47e0-bc2d-60c26f8efc8c req-e6a39c51-7c7d-4a43-96b9-1b8b464059af tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.1324947 Aug 25 16:42:24.893597 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4c1fd3b8-cc08-47e0-bc2d-60c26f8efc8c req-2aa01db2-1307-4522-b24c-679724c454ff tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781486 Aug 25 16:42:24.922311 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:25.013733 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fa809cca-39fe-493b-bc31-cec3c3cc350f req-e445593c-eabd-4e9a-b4e6-8690f94b60b5 service neutron] 10.222.0.81 "GET /v2.0/networks/29424364-8c46-404f-bc9f-9d7a9e688e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463039 Aug 25 16:42:25.447942 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:25.750265 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353d065-bcee-47db-a389-e2be8894039e req-a7e55ebb-7e43-4367-978b-e82a6f58f992 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:25.752677 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c353d065-bcee-47db-a389-e2be8894039e req-a7e55ebb-7e43-4367-978b-e82a6f58f992 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 984 time: 0.0865698 Aug 25 16:42:25.803821 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c353d065-bcee-47db-a389-e2be8894039e req-5e9935cf-3212-460b-b98a-3cba6fbfdfe8 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00de371-c8ad-4b9f-9e85-c3e8de8e44d2&id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445919 Aug 25 16:42:26.075582 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:42:26.132740 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb0e24-22fa-4f22-8424-ff9205759e41 req-b05086c2-1c50-4fd4-9b63-8d13b52f5a31 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:26.134095 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-90cb0e24-22fa-4f22-8424-ff9205759e41 req-b05086c2-1c50-4fd4-9b63-8d13b52f5a31 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.0903809 Aug 25 16:42:26.184062 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-90cb0e24-22fa-4f22-8424-ff9205759e41 req-f518d5d8-ebfa-44b3-be7b-e74e637bf848 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429044 Aug 25 16:42:26.389805 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 60254) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:42:26.454197 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f0e14b-4d03-4813-b7dd-634574badc97 admin admin] Deleting subnet b65aea98-1f4f-4385-82d5-9342a34583f7 {{(pid=75940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:42:26.457337 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-53f0e14b-4d03-4813-b7dd-634574badc97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:26.508056 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-53f0e14b-4d03-4813-b7dd-634574badc97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652215'] for subnet, precommit_delete_associations {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:26.565847 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-53f0e14b-4d03-4813-b7dd-634574badc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794922'] for subnet, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:26.699915 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-53f0e14b-4d03-4813-b7dd-634574badc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1515234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2014473'] for subnet, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:26.704395 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-e22e77ad-f5b3-4c86-9dfa-c0f519337ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:42:26.738962 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0e14b-4d03-4813-b7dd-634574badc97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b65aea98-1f4f-4385-82d5-9342a34583f7,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:42:26.741501 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-53f0e14b-4d03-4813-b7dd-634574badc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:42:26.746931 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-53f0e14b-4d03-4813-b7dd-634574badc97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:26.754353 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-53f0e14b-4d03-4813-b7dd-634574badc97 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b65aea98-1f4f-4385-82d5-9342a34583f7 HTTP/1.1" status: 204 len: 168 time: 0.3634367 Aug 25 16:42:26.756689 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 60260) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:42:26.871114 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-17a5b2eb-0511-4ae9-99c3-53a09ee51bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66643152'] for network, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:26.998649 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-17a5b2eb-0511-4ae9-99c3-53a09ee51bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796067', 'neutron.services.segments.db._delete_segments_for_network-8731567645826'] for network, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:27.011679 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-17a5b2eb-0511-4ae9-99c3-53a09ee51bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba']}} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:42:27.011907 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca6c23-279e-400f-9d85-9d0e275fde46 req-d2692a33-0451-4438-948a-727d8e4fb227 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:27.013293 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-04ca6c23-279e-400f-9d85-9d0e275fde46 req-d2692a33-0451-4438-948a-727d8e4fb227 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 984 time: 0.0807955 Aug 25 16:42:27.025520 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-17a5b2eb-0511-4ae9-99c3-53a09ee51bc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b39a61-4918-4f8a-be7e-dffaaa042a5d') {'for_net_delete': True} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:42:27.030623 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-17a5b2eb-0511-4ae9-99c3-53a09ee51bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b39a61-4918-4f8a-be7e-dffaaa042a5d') {} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:42:27.037402 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-17a5b2eb-0511-4ae9-99c3-53a09ee51bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731567646621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652216'] for segment, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:27.053395 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-17a5b2eb-0511-4ae9-99c3-53a09ee51bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:27.059846 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a5b2eb-0511-4ae9-99c3-53a09ee51bc2 admin admin] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=75940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:42:27.060795 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-17a5b2eb-0511-4ae9-99c3-53a09ee51bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66794767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1515076'] for segment, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:27.062914 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-04ca6c23-279e-400f-9d85-9d0e275fde46 req-deb3357e-23a8-4c02-9a84-f032e5a15e3a tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00de371-c8ad-4b9f-9e85-c3e8de8e44d2&id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429516 Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: Traceback (most recent call last): Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: timer() Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: cb(*args, **kw) Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: return func(*args, **kwargs) Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: self._notify() Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: self.callback(batched_events) Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: event.method(event) Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: return f(self, *a, **k) Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: return self._get(url).json() Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: return self.request(url, 'GET', **kwargs) Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:42:27.074331 dv-cinder-806008-1-smb neutron-server[75940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:42:27.259145 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-17a5b2eb-0511-4ae9-99c3-53a09ee51bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741978'] for network, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:27.262865 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-92f4714e-1de3-4605-909a-5b7ac22b7869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:42:27.276953 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-17a5b2eb-0511-4ae9-99c3-53a09ee51bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:27.290670 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5b2eb-0511-4ae9-99c3-53a09ee51bc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:42:27.294075 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-17a5b2eb-0511-4ae9-99c3-53a09ee51bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:42:27.327643 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2bbf-1bda-4e04-918f-442e046c2a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:27.356223 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-17a5b2eb-0511-4ae9-99c3-53a09ee51bc2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/bdcdbe36-6cdd-4954-bc7d-ba4d1366ceba HTTP/1.1" status: 204 len: 168 time: 0.5984769 Aug 25 16:42:27.358860 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 60270) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:42:27.419168 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34bc1d-eb32-4daf-b72b-5bbe27fee5c3 req-f7c96ab5-ceb9-493d-bebd-f1675599ab65 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:27.421609 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ae34bc1d-eb32-4daf-b72b-5bbe27fee5c3 req-f7c96ab5-ceb9-493d-bebd-f1675599ab65 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.0883644 Aug 25 16:42:27.427781 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_v2 [None req-a314cd6c-8db9-4375-88ef-3d62d7a192a7 admin admin] Deleting subnet 8a2d5e84-2dad-4c08-ae00-5b2648185235 {{(pid=75940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:42:27.431185 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a314cd6c-8db9-4375-88ef-3d62d7a192a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:27.468504 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ae34bc1d-eb32-4daf-b72b-5bbe27fee5c3 req-59f26e2a-86ef-4591-90e3-eef57ac1b0bc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413630 Aug 25 16:42:27.483854 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a314cd6c-8db9-4375-88ef-3d62d7a192a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652215'] for subnet, precommit_delete_associations {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:27.540952 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a314cd6c-8db9-4375-88ef-3d62d7a192a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794922'] for subnet, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:27.681466 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a314cd6c-8db9-4375-88ef-3d62d7a192a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1515234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2014473'] for subnet, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:27.686992 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:42:27.723229 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314cd6c-8db9-4375-88ef-3d62d7a192a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a2d5e84-2dad-4c08-ae00-5b2648185235,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:42:27.725678 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-a314cd6c-8db9-4375-88ef-3d62d7a192a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:42:27.729567 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a314cd6c-8db9-4375-88ef-3d62d7a192a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:27.735828 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-a314cd6c-8db9-4375-88ef-3d62d7a192a7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8a2d5e84-2dad-4c08-ae00-5b2648185235 HTTP/1.1" status: 204 len: 168 time: 0.3759787 Aug 25 16:42:27.738474 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 60280) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:42:27.925698 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e220e5ef-e66b-4bc1-b222-d9aa7ad15619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66643152'] for network, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:28.053797 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:28.064256 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e220e5ef-e66b-4bc1-b222-d9aa7ad15619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796067', 'neutron.services.segments.db._delete_segments_for_network-8731567645826'] for network, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:28.078366 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-e220e5ef-e66b-4bc1-b222-d9aa7ad15619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35c8849-ed3a-4424-862c-2b614730b4d2']}} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:42:28.092468 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-e220e5ef-e66b-4bc1-b222-d9aa7ad15619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b744ab3f-9983-429e-9674-cfeccc6518f1') {'for_net_delete': True} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:42:28.095821 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-e220e5ef-e66b-4bc1-b222-d9aa7ad15619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b744ab3f-9983-429e-9674-cfeccc6518f1') {} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:42:28.114968 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e220e5ef-e66b-4bc1-b222-d9aa7ad15619 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731567646621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652216'] for segment, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:28.153150 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e220e5ef-e66b-4bc1-b222-d9aa7ad15619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:28.163614 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e220e5ef-e66b-4bc1-b222-d9aa7ad15619 admin admin] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=75940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:42:28.164126 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e220e5ef-e66b-4bc1-b222-d9aa7ad15619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66794767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1515076'] for segment, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: Traceback (most recent call last): Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: timer() Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: cb(*args, **kw) Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: return func(*args, **kwargs) Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: self._notify() Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: self.callback(batched_events) Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: event.method(event) Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: return f(self, *a, **k) Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: return self._get(url).json() Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: return self.request(url, 'GET', **kwargs) Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:42:28.178343 dv-cinder-806008-1-smb neutron-server[75940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:42:28.286653 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6776f-90e4-4576-b49e-91f0e302e952 req-003b53ee-b0cf-4484-b116-ce6774a6535b tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:28.288059 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5ad6776f-90e4-4576-b49e-91f0e302e952 req-003b53ee-b0cf-4484-b116-ce6774a6535b tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 984 time: 0.0835478 Aug 25 16:42:28.333946 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e220e5ef-e66b-4bc1-b222-d9aa7ad15619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741978'] for network, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:28.337710 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-17a5b2eb-0511-4ae9-99c3-53a09ee51bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:42:28.345724 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5ad6776f-90e4-4576-b49e-91f0e302e952 req-977830ae-d13e-4ce5-b6ef-81cc8e58590d tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00de371-c8ad-4b9f-9e85-c3e8de8e44d2&id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518787 Aug 25 16:42:28.352417 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e220e5ef-e66b-4bc1-b222-d9aa7ad15619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:28.363368 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220e5ef-e66b-4bc1-b222-d9aa7ad15619 admin admin] Pushing event deleted for resources: {'Network': ['ID=f35c8849-ed3a-4424-862c-2b614730b4d2,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:42:28.367286 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-e220e5ef-e66b-4bc1-b222-d9aa7ad15619 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f35c8849-ed3a-4424-862c-2b614730b4d2 HTTP/1.1" status: 204 len: 168 time: 0.6266816 Aug 25 16:42:28.367286 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-e220e5ef-e66b-4bc1-b222-d9aa7ad15619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:42:28.698594 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e02c4-1e59-4498-8683-169bcffb11e9 req-781c9fc9-f7ae-4cbd-a122-9d0887b79949 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:28.700221 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-092e02c4-1e59-4498-8683-169bcffb11e9 req-781c9fc9-f7ae-4cbd-a122-9d0887b79949 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.0899668 Aug 25 16:42:28.754824 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-092e02c4-1e59-4498-8683-169bcffb11e9 req-b417b847-9264-44dd-b836-c67f00d7d297 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441985 Aug 25 16:42:28.785011 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 60296) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:42:28.838883 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-dff623d5-03e9-4ee1-9fbd-8235a62d1a8e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d94a3941be1412aaab03b91e6ed527b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524263 Aug 25 16:42:28.841694 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 60300) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:42:28.918598 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e21a08b1-8076-41b9-84ee-47b802b361e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:28.946769 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e21a08b1-8076-41b9-84ee-47b802b361e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:29.075558 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e21a08b1-8076-41b9-84ee-47b802b361e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:29.080400 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-64f0f24e-68e2-4b57-95d6-5eefec431468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:42:29.093753 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a08b1-8076-41b9-84ee-47b802b361e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a1b10b-9b34-49ca-87ed-35a5dcc41677,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:42:29.097287 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-e21a08b1-8076-41b9-84ee-47b802b361e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:42:29.100661 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e21a08b1-8076-41b9-84ee-47b802b361e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:29.103705 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-e21a08b1-8076-41b9-84ee-47b802b361e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9a1b10b-9b34-49ca-87ed-35a5dcc41677 HTTP/1.1" status: 204 len: 168 time: 0.2589641 Aug 25 16:42:29.713087 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a915b-25c3-479d-8a6f-4c37bfbc29c3 req-70d5f03c-a3d5-4235-9794-a75ab146b3e4 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:29.714643 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e56a915b-25c3-479d-8a6f-4c37bfbc29c3 req-70d5f03c-a3d5-4235-9794-a75ab146b3e4 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 984 time: 0.0874054 Aug 25 16:42:29.732811 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:29.765958 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e56a915b-25c3-479d-8a6f-4c37bfbc29c3 req-ab615ded-ed0a-49c2-b92e-a56ac1814fee tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00de371-c8ad-4b9f-9e85-c3e8de8e44d2&id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451281 Aug 25 16:42:29.907932 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3595b88-572a-4296-99b5-ab6abe5e83ba req-a1765dfb-be20-4771-8257-839599e10fc7 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:29.909431 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c3595b88-572a-4296-99b5-ab6abe5e83ba req-a1765dfb-be20-4771-8257-839599e10fc7 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 945 time: 0.0846670 Aug 25 16:42:30.011990 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c3595b88-572a-4296-99b5-ab6abe5e83ba req-0c96a575-aa83-4cb1-8f4e-685baa875831 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703261 Aug 25 16:42:30.034243 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 60322) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:42:30.034788 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a655a49-dc8a-40d6-a170-6ff80c1e8d97 req-9134b403-9de2-4ff3-a064-05d84fcdb030 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:30.034788 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7a655a49-dc8a-40d6-a170-6ff80c1e8d97 req-9134b403-9de2-4ff3-a064-05d84fcdb030 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.1232986 Aug 25 16:42:30.087113 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7a655a49-dc8a-40d6-a170-6ff80c1e8d97 req-3b1d148c-ce11-4874-b455-991ed79c3d25 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475028 Aug 25 16:42:30.093157 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-5a68edff-412c-4243-adc3-ac7ed81728c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bce7c5834efc4e58b1c77208ac7b5e3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0610991 Aug 25 16:42:30.096970 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 60326) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:42:30.171295 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-3f8a4538-25ce-4ca4-8e50-58e4ab80950b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:30.201814 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-3f8a4538-25ce-4ca4-8e50-58e4ab80950b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:30.339370 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-3f8a4538-25ce-4ca4-8e50-58e4ab80950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:30.343343 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-f5a1e652-4a50-43f0-999b-6bac9bac76fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:42:30.354533 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a4538-25ce-4ca4-8e50-58e4ab80950b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5a1b65-f587-423d-b821-a4991a5238f8,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:42:30.357525 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-3f8a4538-25ce-4ca4-8e50-58e4ab80950b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:42:30.370280 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-3f8a4538-25ce-4ca4-8e50-58e4ab80950b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:30.371384 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-3f8a4538-25ce-4ca4-8e50-58e4ab80950b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd5a1b65-f587-423d-b821-a4991a5238f8 HTTP/1.1" status: 204 len: 168 time: 0.2732863 Aug 25 16:42:31.230777 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a55a4-73a7-4845-934c-10f2d3514ab1 req-eb38ef51-c6c4-4ade-b0c7-09274a877f05 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:31.236620 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-876a55a4-73a7-4845-934c-10f2d3514ab1 req-eb38ef51-c6c4-4ade-b0c7-09274a877f05 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 945 time: 0.0986392 Aug 25 16:42:31.286916 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-876a55a4-73a7-4845-934c-10f2d3514ab1 req-ab7409f6-fdee-46c9-978b-ba6200ecd304 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470099 Aug 25 16:42:31.564458 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f3add-16a4-4021-a5da-baad993233fc req-f43389e8-4e38-4a32-9581-5a6ed2bac963 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:31.565817 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-243f3add-16a4-4021-a5da-baad993233fc req-f43389e8-4e38-4a32-9581-5a6ed2bac963 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.1783721 Aug 25 16:42:31.621652 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-243f3add-16a4-4021-a5da-baad993233fc req-924dc0cb-2fb5-4de5-a499-b392fe3995e9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502663 Aug 25 16:42:32.553219 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58962507-50c6-456c-897a-3ea67e522797 req-664ed2ad-bb5c-4439-85fc-2a37461d54ae tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:32.554695 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-58962507-50c6-456c-897a-3ea67e522797 req-664ed2ad-bb5c-4439-85fc-2a37461d54ae tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 945 time: 0.1315255 Aug 25 16:42:32.614834 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-58962507-50c6-456c-897a-3ea67e522797 req-93a52e39-187b-4f4c-ac09-b6f58e837ff2 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464792 Aug 25 16:42:32.865149 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6260fb-9131-41ad-9ef3-cc82234af84c req-b794e07a-25c2-468a-951d-e67f54670b54 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:32.866683 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7c6260fb-9131-41ad-9ef3-cc82234af84c req-b794e07a-25c2-468a-951d-e67f54670b54 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.0877445 Aug 25 16:42:32.917423 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7c6260fb-9131-41ad-9ef3-cc82234af84c req-4b5f7c0e-a4e6-4341-8ed6-143b36664cb0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448601 Aug 25 16:42:33.839363 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca6784-7b24-43af-b5e4-f83defb710a9 req-15a9e9c0-48ea-4b5e-82c0-349c83602c76 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:33.843758 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-aeca6784-7b24-43af-b5e4-f83defb710a9 req-15a9e9c0-48ea-4b5e-82c0-349c83602c76 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 945 time: 0.0940735 Aug 25 16:42:33.901164 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-aeca6784-7b24-43af-b5e4-f83defb710a9 req-ca6c1f83-edf7-48a1-83c5-eaaece37dd29 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524857 Aug 25 16:42:34.143029 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec7ecc-5b4f-494c-a9d8-adbd837b6c6f req-a5688a1b-f2c6-447b-a5ff-a2dc482eaf7a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:34.144860 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0eec7ecc-5b4f-494c-a9d8-adbd837b6c6f req-a5688a1b-f2c6-447b-a5ff-a2dc482eaf7a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.0828507 Aug 25 16:42:34.192323 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0eec7ecc-5b4f-494c-a9d8-adbd837b6c6f req-cd36b7f9-9a84-4e4c-b9bf-fc47fc351361 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412972 Aug 25 16:42:35.112048 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdb401-f073-4518-adf1-3149f09762a2 req-6ac4d429-e7b0-4f83-ba7a-1f22ed70b79d tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:35.113511 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-89cdb401-f073-4518-adf1-3149f09762a2 req-6ac4d429-e7b0-4f83-ba7a-1f22ed70b79d tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 945 time: 0.0824914 Aug 25 16:42:35.161850 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-89cdb401-f073-4518-adf1-3149f09762a2 req-3f2a9454-3803-4983-8b28-f9fa825db1a5 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f46abc8-3f48-41f8-97bc-2ec7f3e95639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425286 Aug 25 16:42:35.525637 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44d1c2-f8c2-4e7f-aa99-b8c4903ce51f req-e3a3d95d-85a4-4e76-96e8-dd74b27717e1 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:35.526979 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7f44d1c2-f8c2-4e7f-aa99-b8c4903ce51f req-e3a3d95d-85a4-4e76-96e8-dd74b27717e1 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.81 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 945 time: 0.1327238 Aug 25 16:42:35.533497 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216732eb-f0cb-4809-b421-74a23f8bf0e7 req-52adc898-2dfc-491b-9e79-ff7570f3c049 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:35.534888 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-216732eb-f0cb-4809-b421-74a23f8bf0e7 req-52adc898-2dfc-491b-9e79-ff7570f3c049 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.1975808 Aug 25 16:42:35.634520 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [req-7f44d1c2-f8c2-4e7f-aa99-b8c4903ce51f req-3174f383-6fe0-4526-afa0-b69af11c41fe tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Deleting port 01d80d58-c06b-451e-b712-03fea1f1acb8 {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:42:35.634860 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-7f44d1c2-f8c2-4e7f-aa99-b8c4903ce51f req-3174f383-6fe0-4526-afa0-b69af11c41fe tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:35.669501 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-216732eb-f0cb-4809-b421-74a23f8bf0e7 req-9b768244-7b08-41f4-b20a-858fde7da8ca tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044514 Aug 25 16:42:35.917324 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-7f44d1c2-f8c2-4e7f-aa99-b8c4903ce51f req-3174f383-6fe0-4526-afa0-b69af11c41fe tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] For port 01d80d58-c06b-451e-b712-03fea1f1acb8, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01d80d58-c06b-451e-b712-03fea1f1acb8,segment=NetworkSegment(5f9746cd-5c26-49a9-b753-20d4f78ecc36),segment_id=5f9746cd-5c26-49a9-b753-20d4f78ecc36)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:42:35.917677 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-7f44d1c2-f8c2-4e7f-aa99-b8c4903ce51f req-3174f383-6fe0-4526-afa0-b69af11c41fe tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:36.058376 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [req-7f44d1c2-f8c2-4e7f-aa99-b8c4903ce51f req-3174f383-6fe0-4526-afa0-b69af11c41fe tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Calling delete_port for 01d80d58-c06b-451e-b712-03fea1f1acb8 owned by compute:nova {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:42:36.293378 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-7f44d1c2-f8c2-4e7f-aa99-b8c4903ce51f req-3174f383-6fe0-4526-afa0-b69af11c41fe tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:36.302653 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:42:36.316679 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['01d80d58-c06b-451e-b712-03fea1f1acb8'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:42:36.390280 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e5e0a080-6493-4954-a607-ce5c82f1261a req-817fe81f-8ad2-41ca-a26f-5a62b525dd42 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 210 time: 0.0885847 Aug 25 16:42:36.391076 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174f383-6fe0-4526-afa0-b69af11c41fe tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Pushing event deleted for resources: {'Port': ['ID=01d80d58-c06b-451e-b712-03fea1f1acb8,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:42:36.394774 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-3174f383-6fe0-4526-afa0-b69af11c41fe tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:42:36.495507 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f44d1c2-f8c2-4e7f-aa99-b8c4903ce51f req-3174f383-6fe0-4526-afa0-b69af11c41fe tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] No DVR routers for this DVR port 01d80d58-c06b-451e-b712-03fea1f1acb8 on host hv-cinder-80600 {{(pid=75939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:42:36.498578 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-7f44d1c2-f8c2-4e7f-aa99-b8c4903ce51f req-3174f383-6fe0-4526-afa0-b69af11c41fe tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:36.501311 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee0c0a1-cefe-4d45-ab78-7f75b3747096', 'name': 'network-vif-deleted', 'tag': '01d80d58-c06b-451e-b712-03fea1f1acb8'}] {{(pid=75939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:42:36.596959 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7f44d1c2-f8c2-4e7f-aa99-b8c4903ce51f req-3174f383-6fe0-4526-afa0-b69af11c41fe tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.81 "DELETE /v2.0/ports/01d80d58-c06b-451e-b712-03fea1f1acb8 HTTP/1.1" status: 204 len: 173 time: 1.0610611 Aug 25 16:42:36.727890 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee0c0a1-cefe-4d45-ab78-7f75b3747096', 'name': 'network-vif-deleted', 'tag': '01d80d58-c06b-451e-b712-03fea1f1acb8', 'status': 'completed', 'code': 200} Aug 25 16:42:36.925014 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3a9bc-908f-4127-a36d-f39aa42fcc21 req-e0460c01-c449-433b-bcf2-c1558f245055 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:36.926603 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-11c3a9bc-908f-4127-a36d-f39aa42fcc21 req-e0460c01-c449-433b-bcf2-c1558f245055 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.1012378 Aug 25 16:42:36.994284 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-11c3a9bc-908f-4127-a36d-f39aa42fcc21 req-748a6a29-a9e5-4c0e-bf07-abccd6f1f22b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620902 Aug 25 16:42:37.679595 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-d87f6200-60c4-47ed-be76-c841999348e0 req-881ec0d5-5579-4dd3-a237-ceee184ffb03 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Synchronizing usage tracker for tenant:7fd9e47991e9427d80767bfe0f000060 on resource:port {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:42:37.760465 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-d87f6200-60c4-47ed-be76-c841999348e0 req-881ec0d5-5579-4dd3-a237-ceee184ffb03 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Unset dirty status for tenant:7fd9e47991e9427d80767bfe0f000060 on resource:port {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:42:37.761640 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d87f6200-60c4-47ed-be76-c841999348e0 req-881ec0d5-5579-4dd3-a237-ceee184ffb03 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] 10.222.0.35 "GET /v2.0/ports?device_id=bee0c0a1-cefe-4d45-ab78-7f75b3747096 HTTP/1.1" status: 200 len: 210 time: 0.2226536 Aug 25 16:42:38.220254 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1219b-b3fc-4a87-b108-d0cc9d156dfb req-dc7a9562-cb19-4f91-8601-97e5869fc47b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:38.221893 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d1a1219b-b3fc-4a87-b108-d0cc9d156dfb req-dc7a9562-cb19-4f91-8601-97e5869fc47b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.0811458 Aug 25 16:42:38.286858 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d1a1219b-b3fc-4a87-b108-d0cc9d156dfb req-5945a700-383c-47f3-b2ab-f4bb886c01c6 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581772 Aug 25 16:42:39.368960 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 01d80d58-c06b-451e-b712-03fea1f1acb8 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:42:39.406162 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: 01d80d58-c06b-451e-b712-03fea1f1acb8 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:42:39.406550 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 01d80d58-c06b-451e-b712-03fea1f1acb8 not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:42:39.532599 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ac030-e3d7-498a-ac68-f420a130eef3 req-f8250969-0857-4509-a8a6-244e4e6978af tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:39.534043 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ab0ac030-e3d7-498a-ac68-f420a130eef3 req-f8250969-0857-4509-a8a6-244e4e6978af tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.0954514 Aug 25 16:42:39.584861 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ab0ac030-e3d7-498a-ac68-f420a130eef3 req-f29d1d26-f3c4-4320-8b2d-c4183921662f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448723 Aug 25 16:42:40.811117 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e518b6-635a-42f1-a662-c33152226db8 req-2afd52b4-6fdd-452a-93a8-0e12919068c5 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:40.812595 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-35e518b6-635a-42f1-a662-c33152226db8 req-2afd52b4-6fdd-452a-93a8-0e12919068c5 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.0779233 Aug 25 16:42:40.867037 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-35e518b6-635a-42f1-a662-c33152226db8 req-938e26d4-47ba-4102-83a2-fc94ebc523ac tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485590 Aug 25 16:42:41.381434 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:42:41.518560 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:42:41.533552 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'port_id': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf', 'mac_address': 'fa:16:3e:e9:ae:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:42:41.596310 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:41.615212 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:42:41.631306 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:42:41.686875 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:41.688670 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:42:41.759301 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,revision_number=6']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:42:41.768519 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:42:41.768914 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:42:41.769198 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:42:41.769531 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:42:41.769852 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:42:41.770176 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:42:41.770498 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:42:41.770816 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:42:41.771137 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:42:41.771452 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:42:41.771768 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:42:41.776149 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:42:41.795273 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['7ab71a4b-1bec-42e2-8a8b-563d979bcdcf'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:42:42.102477 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca08c50-0802-4f95-99b2-d84cd76088bd req-1b9c3e03-4968-462b-9600-fc88a2534304 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:42.103815 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1ca08c50-0802-4f95-99b2-d84cd76088bd req-1b9c3e03-4968-462b-9600-fc88a2534304 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 944 time: 0.0971727 Aug 25 16:42:42.151040 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1ca08c50-0802-4f95-99b2-d84cd76088bd req-520086d4-7520-454c-9107-df61b4b992ea tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414348 Aug 25 16:42:43.398873 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:42:43.423743 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c2360-d06d-4ff3-85bd-cc2f99d78379 req-a25d29e6-255d-4555-ba7c-2f45f245d18a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:43.427411 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-850c2360-d06d-4ff3-85bd-cc2f99d78379 req-a25d29e6-255d-4555-ba7c-2f45f245d18a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 944 time: 0.1204412 Aug 25 16:42:43.502714 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-850c2360-d06d-4ff3-85bd-cc2f99d78379 req-56aa5c69-062f-4539-9fb3-730337070c6d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667248 Aug 25 16:42:43.526793 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:42:43.528001 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:43.695941 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:43.728621 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:42:43.739657 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:42:43.872489 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:43.877591 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:42:43.910221 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf', 'code': 200} Aug 25 16:42:43.956203 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,revision_number=7']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:42:43.959281 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:42:44.855181 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292349f4-a768-424c-b20d-2dd0011aa16e req-69b384fc-030e-44c0-9b40-d4d7f69e0000 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:44.863763 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-292349f4-a768-424c-b20d-2dd0011aa16e req-69b384fc-030e-44c0-9b40-d4d7f69e0000 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.1103842 Aug 25 16:42:44.914277 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-292349f4-a768-424c-b20d-2dd0011aa16e req-29a2a8b4-6f47-4e91-b6d4-001ce169b5df tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492270 Aug 25 16:42:46.213834 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85769a-3d23-4e67-bf7a-54da1c6f8fd9 req-9a3c7168-c338-4bcc-91b7-658d4ceb2116 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:46.215383 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9d85769a-3d23-4e67-bf7a-54da1c6f8fd9 req-9a3c7168-c338-4bcc-91b7-658d4ceb2116 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.1220067 Aug 25 16:42:46.286760 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9d85769a-3d23-4e67-bf7a-54da1c6f8fd9 req-05c834ea-bd16-4777-8589-b579c54b7cff tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562043 Aug 25 16:42:47.591370 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c79384-3264-4ce4-bb8f-4b46dcf5d5c6 req-c97404b1-ccd6-44fe-b42b-eeec13439550 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:47.593180 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-23c79384-3264-4ce4-bb8f-4b46dcf5d5c6 req-c97404b1-ccd6-44fe-b42b-eeec13439550 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.1168771 Aug 25 16:42:47.645228 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-23c79384-3264-4ce4-bb8f-4b46dcf5d5c6 req-287c7a73-664f-40aa-bcf1-0e696ad5cdea tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464871 Aug 25 16:42:48.927545 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7922c7-499f-4429-be1b-947ef93a7962 req-fe2b1dc5-e5b0-410b-a08c-e3b62fafb4c6 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:48.931357 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1e7922c7-499f-4429-be1b-947ef93a7962 req-fe2b1dc5-e5b0-410b-a08c-e3b62fafb4c6 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.1007276 Aug 25 16:42:48.988729 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1e7922c7-499f-4429-be1b-947ef93a7962 req-abd24c0f-4f5b-4ea3-bab1-78210ebbd893 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510092 Aug 25 16:42:50.306202 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930a89b-072d-4c47-89c8-d457da71c6d0 req-0b619eea-3aab-44bc-b782-e66cc30eaea1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:50.308082 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5930a89b-072d-4c47-89c8-d457da71c6d0 req-0b619eea-3aab-44bc-b782-e66cc30eaea1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.1355860 Aug 25 16:42:50.371300 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5930a89b-072d-4c47-89c8-d457da71c6d0 req-3fe7a484-da4c-404f-9354-2cb7ad357342 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541518 Aug 25 16:42:50.467044 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b90971-631b-4cfa-91f6-3481f2467a5d req-f7f56580-7d80-40d3-a3fc-a675964fd8e2 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:50.474664 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b3b90971-631b-4cfa-91f6-3481f2467a5d req-f7f56580-7d80-40d3-a3fc-a675964fd8e2 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.0964818 Aug 25 16:42:50.529176 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b3b90971-631b-4cfa-91f6-3481f2467a5d req-ea1edbd2-0ee2-4d3f-bab6-26d1fc3510e0 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529511 Aug 25 16:42:51.621841 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a81a2a-9cba-4b0b-a062-e822e542f9d9 req-7a51d4ad-e6fb-4662-92c4-15b55f060af0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:51.623835 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-21a81a2a-9cba-4b0b-a062-e822e542f9d9 req-7a51d4ad-e6fb-4662-92c4-15b55f060af0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.0999820 Aug 25 16:42:51.735822 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-21a81a2a-9cba-4b0b-a062-e822e542f9d9 req-b08d3d83-b577-4cd1-8353-51ddddce8612 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052065 Aug 25 16:42:51.780739 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88470a0b-18ae-4587-9a3d-8bd50e91de0c req-afd9185d-71aa-4829-97f4-adeb07a87735 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:51.782223 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-88470a0b-18ae-4587-9a3d-8bd50e91de0c req-afd9185d-71aa-4829-97f4-adeb07a87735 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.0994098 Aug 25 16:42:51.845385 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-88470a0b-18ae-4587-9a3d-8bd50e91de0c req-a60929c7-e065-44cf-a980-3c57277d752a tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576780 Aug 25 16:42:53.140872 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856ce31-1ef7-4c17-acba-e5bfe23a24a7 req-35dfa4d8-47bf-439e-97f7-c284593e6f2a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:53.142408 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6856ce31-1ef7-4c17-acba-e5bfe23a24a7 req-35dfa4d8-47bf-439e-97f7-c284593e6f2a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.2391818 Aug 25 16:42:53.151207 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ec8c7-8122-4f30-932c-2f4a3c14b8a4 req-6a2c6f5e-8eb5-403c-ba10-b9e5736e8e2c tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:53.158516 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a11ec8c7-8122-4f30-932c-2f4a3c14b8a4 req-6a2c6f5e-8eb5-403c-ba10-b9e5736e8e2c tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.1495218 Aug 25 16:42:53.261416 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a11ec8c7-8122-4f30-932c-2f4a3c14b8a4 req-6b4e2eea-74ae-4e39-ace4-edf81795e0a9 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019366 Aug 25 16:42:53.267571 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6856ce31-1ef7-4c17-acba-e5bfe23a24a7 req-37b47f11-0586-4362-b3f2-1303f3af7f22 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914171 Aug 25 16:42:53.833295 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-8c8189ed-3ae3-4f3e-ad72-b64589e764de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:54.545213 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90403849-c818-44a4-8da5-d04342f562c4 req-4c5f81da-e451-49ee-87e5-9cf57849d06a tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:54.546982 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-90403849-c818-44a4-8da5-d04342f562c4 req-4c5f81da-e451-49ee-87e5-9cf57849d06a tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.1039939 Aug 25 16:42:54.619067 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-90403849-c818-44a4-8da5-d04342f562c4 req-2fbc903e-1510-43bd-8768-70ed93e007fa tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658681 Aug 25 16:42:54.861875 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a703e00-bdd0-423b-a3d3-b945708c8946 req-46a38f65-19c2-49dc-8cf6-8d1b03f30bfe tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:54.865987 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0a703e00-bdd0-423b-a3d3-b945708c8946 req-46a38f65-19c2-49dc-8cf6-8d1b03f30bfe tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.0958045 Aug 25 16:42:54.926167 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0a703e00-bdd0-423b-a3d3-b945708c8946 req-235f4c11-7fbb-4e95-93c2-42c88b82c543 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557330 Aug 25 16:42:54.956081 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:55.681774 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:55.874767 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45424baa-a0f3-47e9-96e5-d7c90f54bfee req-14b8ea4f-6c4d-4e86-9cc0-c81c7d795e55 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:55.876275 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-45424baa-a0f3-47e9-96e5-d7c90f54bfee req-14b8ea4f-6c4d-4e86-9cc0-c81c7d795e55 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.0901923 Aug 25 16:42:55.935935 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-45424baa-a0f3-47e9-96e5-d7c90f54bfee req-9f5431b6-752a-40cc-a18c-8b505e9c1763 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526953 Aug 25 16:42:56.273162 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57f1b3-f273-4446-93c5-efbb0b06ee10 req-1b8140c4-ed87-4628-8fb5-04ad026c8261 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:56.276536 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2f57f1b3-f273-4446-93c5-efbb0b06ee10 req-1b8140c4-ed87-4628-8fb5-04ad026c8261 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.2010446 Aug 25 16:42:56.332045 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2f57f1b3-f273-4446-93c5-efbb0b06ee10 req-c950b532-9377-47c4-a998-2aa6f0ad4ef1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482228 Aug 25 16:42:57.159286 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09117f38-f836-43f6-8fe6-bf4eac8a8ea5 req-f51e752a-6c7e-44bc-9b0b-b5ed1a2af9e9 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:57.161794 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-09117f38-f836-43f6-8fe6-bf4eac8a8ea5 req-f51e752a-6c7e-44bc-9b0b-b5ed1a2af9e9 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.0903871 Aug 25 16:42:57.215802 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-09117f38-f836-43f6-8fe6-bf4eac8a8ea5 req-253abdc3-3af4-426b-9975-ec5bf5ba6008 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490673 Aug 25 16:42:57.310585 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-4a721979-37cb-4cbd-81d8-89247e73da88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:57.568566 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596499cb-b63c-4aad-a331-48a36d3a94cb req-5ee6c6dd-dc0a-4e26-84e5-40c2c644e838 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:57.570042 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-596499cb-b63c-4aad-a331-48a36d3a94cb req-5ee6c6dd-dc0a-4e26-84e5-40c2c644e838 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.0846989 Aug 25 16:42:57.637133 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-596499cb-b63c-4aad-a331-48a36d3a94cb req-1182f7a4-30b4-4571-986f-cbea94aeb8b3 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609403 Aug 25 16:42:57.963638 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f1730c6e-51b7-46ee-b143-e5ecd7e2f488 req-d4ece485-cf05-4b22-8f97-e5470cf156dd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9&device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 1098 time: 0.0784104 Aug 25 16:42:58.047325 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:58.113052 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1730c6e-51b7-46ee-b143-e5ecd7e2f488 req-30d486e7-5a48-43ec-9de8-1b0cc74d7619 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:58.114584 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f1730c6e-51b7-46ee-b143-e5ecd7e2f488 req-30d486e7-5a48-43ec-9de8-1b0cc74d7619 service neutron] 10.222.0.81 "GET /v2.0/networks?id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4 HTTP/1.1" status: 200 len: 918 time: 0.1405022 Aug 25 16:42:58.226913 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f1730c6e-51b7-46ee-b143-e5ecd7e2f488 req-e0c0f9d0-2057-402a-8135-65cfa539393a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf HTTP/1.1" status: 200 len: 1001 time: 0.1048996 Aug 25 16:42:58.303676 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1730c6e-51b7-46ee-b143-e5ecd7e2f488 req-b3ee03a6-9cf8-4861-a349-3243dbed3a59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:58.304583 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f1730c6e-51b7-46ee-b143-e5ecd7e2f488 req-b3ee03a6-9cf8-4861-a349-3243dbed3a59 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d63a0ffb-80d7-4462-90e5-4d8039ba5a58 HTTP/1.1" status: 200 len: 855 time: 0.0687947 Aug 25 16:42:58.442984 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f1730c6e-51b7-46ee-b143-e5ecd7e2f488 req-24bcf0ea-1bac-4936-a76f-d4f55f29f4e8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1314418 Aug 25 16:42:58.478432 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077ee14-65a9-45c4-a32c-afe7871653ea req-75d5a168-3a79-4783-9de7-a75305b8d7c9 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:58.479871 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5077ee14-65a9-45c4-a32c-afe7871653ea req-75d5a168-3a79-4783-9de7-a75305b8d7c9 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.1243165 Aug 25 16:42:58.609815 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5077ee14-65a9-45c4-a32c-afe7871653ea req-81334ca1-fe93-4b59-a752-ebfd43b9165c tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783687 Aug 25 16:42:58.633019 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f1730c6e-51b7-46ee-b143-e5ecd7e2f488 req-8cf56d8b-df19-44b8-b8b5-bad8b939c7de service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811066 Aug 25 16:42:58.814916 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f1730c6e-51b7-46ee-b143-e5ecd7e2f488 req-c7140a13-e9c3-481a-ab28-3d0010d38766 service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689863 Aug 25 16:42:58.953897 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821a6a2-c3d0-4c71-87a1-33c6edde82a2 req-4326c45f-d98c-491b-8322-069757c971d2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:58.955396 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5821a6a2-c3d0-4c71-87a1-33c6edde82a2 req-4326c45f-d98c-491b-8322-069757c971d2 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.1191642 Aug 25 16:42:59.008135 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5821a6a2-c3d0-4c71-87a1-33c6edde82a2 req-a00ed6e4-9f53-48d5-9be1-f4b36eb7f313 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467100 Aug 25 16:42:59.749914 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:42:59.855136 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c7179-4639-423d-907b-145c6ed826cc req-1eaa5d5c-e646-4eb0-a764-bb0df9ec7e88 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:42:59.857187 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-121c7179-4639-423d-907b-145c6ed826cc req-1eaa5d5c-e646-4eb0-a764-bb0df9ec7e88 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.0832748 Aug 25 16:42:59.910319 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-121c7179-4639-423d-907b-145c6ed826cc req-f89329d8-85c1-4ac2-9ecc-6a218e54e9ee tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454504 Aug 25 16:43:00.233321 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f01ec-90c2-4d12-a148-f507798f8566 req-0cf2f98a-4bf8-4d69-8d51-f271da0d7acc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:00.234973 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-664f01ec-90c2-4d12-a148-f507798f8566 req-0cf2f98a-4bf8-4d69-8d51-f271da0d7acc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.0834603 Aug 25 16:43:00.282473 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-664f01ec-90c2-4d12-a148-f507798f8566 req-5d033de2-b61e-45d7-b4ee-caf4db64d18a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418649 Aug 25 16:43:00.646834 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d51a55b7-f499-49b0-9fdb-3b736709f606 req-bae08c16-3b94-445b-96c6-f1fc24709d09 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0632364c492a47aa83cee3a290aeb58f&device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 1099 time: 0.0730703 Aug 25 16:43:00.799301 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a55b7-f499-49b0-9fdb-3b736709f606 req-91ba74ea-e718-4bd3-8486-340cbe10b4dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:00.800824 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d51a55b7-f499-49b0-9fdb-3b736709f606 req-91ba74ea-e718-4bd3-8486-340cbe10b4dc service neutron] 10.222.0.81 "GET /v2.0/networks?id=29424364-8c46-404f-bc9f-9d7a9e688e9b HTTP/1.1" status: 200 len: 910 time: 0.1368666 Aug 25 16:43:01.018787 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d51a55b7-f499-49b0-9fdb-3b736709f606 req-5ecfa2c9-707f-4b06-a124-e8b695136a9a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 HTTP/1.1" status: 200 len: 1001 time: 0.2104828 Aug 25 16:43:01.148489 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a55b7-f499-49b0-9fdb-3b736709f606 req-dcbd1061-6e4d-48e9-8d3f-3875d16054a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:01.149966 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d51a55b7-f499-49b0-9fdb-3b736709f606 req-dcbd1061-6e4d-48e9-8d3f-3875d16054a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=318626cb-987f-472c-acdb-fe419cfc88c1 HTTP/1.1" status: 200 len: 847 time: 0.1234615 Aug 25 16:43:01.271178 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca863a-9353-4808-bab7-9041849b50e5 req-26d4cc67-53a4-4261-a5c5-e3fa10cb9a32 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:01.271178 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-65ca863a-9353-4808-bab7-9041849b50e5 req-26d4cc67-53a4-4261-a5c5-e3fa10cb9a32 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.2047060 Aug 25 16:43:01.336924 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d51a55b7-f499-49b0-9fdb-3b736709f606 req-9d5be1c4-55ca-4aeb-bc09-19e10fde9039 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=29424364-8c46-404f-bc9f-9d7a9e688e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1784077 Aug 25 16:43:01.341267 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-65ca863a-9353-4808-bab7-9041849b50e5 req-b1d7696f-4bde-4ddd-8019-c100ed1e51ac tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608361 Aug 25 16:43:01.537340 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d51a55b7-f499-49b0-9fdb-3b736709f606 req-1a52e2d9-b3ee-4521-aa7d-c55da4d0e4ef service neutron] 10.222.0.81 "GET /v2.0/networks/29424364-8c46-404f-bc9f-9d7a9e688e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940236 Aug 25 16:43:01.539814 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:43:01.648816 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ff307-2a8d-4567-a801-14ff2aa368d8 req-7b3fbaf2-0ae4-4f7a-ab37-3475a09d956d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:01.650459 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-281ff307-2a8d-4567-a801-14ff2aa368d8 req-7b3fbaf2-0ae4-4f7a-ab37-3475a09d956d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 945 time: 0.1975605 Aug 25 16:43:01.663810 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:01.707653 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:43:01.713879 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:01.751008 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d51a55b7-f499-49b0-9fdb-3b736709f606 req-bf64a54f-9b56-4d03-b1d6-a31ffb7457f7 service neutron] 10.222.0.81 "GET /v2.0/networks/29424364-8c46-404f-bc9f-9d7a9e688e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047942 Aug 25 16:43:01.760495 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-281ff307-2a8d-4567-a801-14ff2aa368d8 req-0d504fd3-9344-45be-b42c-741479df5cce tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986326 Aug 25 16:43:01.767333 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:01.769161 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:01.801036 dv-cinder-806008-1-smb neutron-server[75941]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf', 'code': 422} returned with failed status Aug 25 16:43:01.843028 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,revision_number=8']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:01.846288 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:02.549855 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9d140-659d-4573-b41a-b74d15337bd1 req-c1989bbd-8c0a-4e22-8335-232813ece2ca tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:02.551323 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cfe9d140-659d-4573-b41a-b74d15337bd1 req-c1989bbd-8c0a-4e22-8335-232813ece2ca tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.0811565 Aug 25 16:43:02.600244 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cfe9d140-659d-4573-b41a-b74d15337bd1 req-f4142da4-3996-4232-8df2-a5864669cfe9 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427103 Aug 25 16:43:03.077130 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:43:03.828633 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714e89e-dff8-498a-ad85-06030ef914b6 req-161ef99e-404a-4c31-8898-6cba00c39f1c tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:03.831360 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3714e89e-dff8-498a-ad85-06030ef914b6 req-161ef99e-404a-4c31-8898-6cba00c39f1c tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.1029265 Aug 25 16:43:03.886623 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3714e89e-dff8-498a-ad85-06030ef914b6 req-2b00130b-d451-4ee6-8966-4d04976bfd78 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504925 Aug 25 16:43:04.398503 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 60808) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:04.463406 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Deleting subnet 0bd36dd9-02b8-4fd4-b658-13df106b1777 {{(pid=75940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:43:04.467154 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:04.528986 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652215'] for subnet, precommit_delete_associations {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:04.589514 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794922'] for subnet, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:04.738275 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1515234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2014473'] for subnet, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:04.743410 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-47882a78-e6b9-454f-a9c1-eb5a422cfe28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:04.784308 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd36dd9-02b8-4fd4-b658-13df106b1777,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:04.792431 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:04.799784 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:04.800186 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:04.800556 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:04.800922 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:04.801274 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:04.801789 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:04.801982 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:04.802334 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:04.802681 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:04.803030 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:04.803376 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:04.808275 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0bd36dd9-02b8-4fd4-b658-13df106b1777 HTTP/1.1" status: 204 len: 168 time: 0.4075289 Aug 25 16:43:04.808275 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-cc7c9b0a-53f6-40cc-b2b1-7e79ec43c059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:04.810001 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 60820) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:04.897901 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d0685f61-8095-413f-bbb9-8463adb623a7 req-c5ea1d38-29ea-465e-ac79-645862c60d56 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2303967 Aug 25 16:43:04.919998 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7572d3c2-f2b6-486f-9514-a00c55fdb300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66643152'] for network, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:05.061113 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7572d3c2-f2b6-486f-9514-a00c55fdb300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796067', 'neutron.services.segments.db._delete_segments_for_network-8731567645826'] for network, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:05.075497 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-7572d3c2-f2b6-486f-9514-a00c55fdb300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e701ba7f-f31a-450f-98bf-ab2e007edcf1']}} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:05.096064 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-7572d3c2-f2b6-486f-9514-a00c55fdb300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9746cd-5c26-49a9-b753-20d4f78ecc36') {'for_net_delete': True} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:05.096464 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-7572d3c2-f2b6-486f-9514-a00c55fdb300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9746cd-5c26-49a9-b753-20d4f78ecc36') {} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:05.110157 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7572d3c2-f2b6-486f-9514-a00c55fdb300 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731567646621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652216'] for segment, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:05.111470 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9d3bb-24a6-48e1-adaa-6ef73c46b8e2 req-96b9c56c-710d-4835-9f79-9f679f34415e tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:05.113296 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1de9d3bb-24a6-48e1-adaa-6ef73c46b8e2 req-96b9c56c-710d-4835-9f79-9f679f34415e tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.0902069 Aug 25 16:43:05.129737 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7572d3c2-f2b6-486f-9514-a00c55fdb300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:05.137578 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7572d3c2-f2b6-486f-9514-a00c55fdb300 admin admin] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=75940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:43:05.138158 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7572d3c2-f2b6-486f-9514-a00c55fdb300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66794767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1515076'] for segment, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: Traceback (most recent call last): Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: timer() Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: cb(*args, **kw) Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: return func(*args, **kwargs) Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: self._notify() Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: self.callback(batched_events) Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: event.method(event) Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: return f(self, *a, **k) Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: return self._get(url).json() Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: return self.request(url, 'GET', **kwargs) Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:43:05.153691 dv-cinder-806008-1-smb neutron-server[75940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:43:05.173890 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1de9d3bb-24a6-48e1-adaa-6ef73c46b8e2 req-98ed2d1f-f437-4022-bfa9-3feed58fc709 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543253 Aug 25 16:43:05.331738 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7572d3c2-f2b6-486f-9514-a00c55fdb300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741978'] for network, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:05.337125 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7572d3c2-f2b6-486f-9514-a00c55fdb300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:05.346598 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:05.368504 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572d3c2-f2b6-486f-9514-a00c55fdb300 admin admin] Pushing event deleted for resources: {'Network': ['ID=e701ba7f-f31a-450f-98bf-ab2e007edcf1,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:05.371845 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-7572d3c2-f2b6-486f-9514-a00c55fdb300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:05.467407 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2fa5ed7e-7de2-4563-a70b-5453f7437b5b req-d5cf8730-d777-4378-a173-a886379855ba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1099923 Aug 25 16:43:05.470537 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-7572d3c2-f2b6-486f-9514-a00c55fdb300 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e701ba7f-f31a-450f-98bf-ab2e007edcf1 HTTP/1.1" status: 204 len: 168 time: 0.6592810 Aug 25 16:43:05.474782 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e98e3-6c13-4d4b-af21-e7b6d7f48cd3 req-30bce266-7e89-4228-86ee-b4236e21548d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:05.476327 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b12e98e3-6c13-4d4b-af21-e7b6d7f48cd3 req-30bce266-7e89-4228-86ee-b4236e21548d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 943 time: 0.1696482 Aug 25 16:43:05.536188 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b12e98e3-6c13-4d4b-af21-e7b6d7f48cd3 req-a3c8eeba-44f7-4452-ac02-32af94c0d034 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518620 Aug 25 16:43:05.675263 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 60842) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:05.830054 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-0f003e8a-fdd1-4ed7-8bb3-c31dc6994a44 req-84c51c28-556f-4e41-a015-ae8940b43705 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1530609 Aug 25 16:43:05.902321 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 60856) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:05.993213 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce60b2-a2fd-4da5-9ad8-73e2228cffce req-9d1f5a24-8bd0-47a5-99b7-5b65faebb915 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:05.995920 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-76ce60b2-a2fd-4da5-9ad8-73e2228cffce req-9d1f5a24-8bd0-47a5-99b7-5b65faebb915 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.1087668 Aug 25 16:43:06.019773 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-13bf17d7-892a-4ff5-9ea1-d388f095baae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7fd9e47991e9427d80767bfe0f000060&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1115789 Aug 25 16:43:06.019773 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 60864) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:06.063415 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7f5c938c-d53b-4e0e-b53c-514b58bb26a2 req-a68c0dc8-37dc-41a3-a45c-a4069e39dfd2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1999440 Aug 25 16:43:06.067150 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-76ce60b2-a2fd-4da5-9ad8-73e2228cffce req-831f178f-b263-4197-8573-5de27177451a tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625508 Aug 25 16:43:06.128895 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-dee8d33d-efdc-496f-8193-d414caed9c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:06.162358 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-dee8d33d-efdc-496f-8193-d414caed9c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:06.304311 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-dee8d33d-efdc-496f-8193-d414caed9c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:06.310345 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-2617c8ad-e045-4935-9acd-3743a7efd623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:06.321514 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8d33d-efdc-496f-8193-d414caed9c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f46abc8-3f48-41f8-97bc-2ec7f3e95639,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:06.327301 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-dee8d33d-efdc-496f-8193-d414caed9c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:06.329269 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-dee8d33d-efdc-496f-8193-d414caed9c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:06.330399 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-dee8d33d-efdc-496f-8193-d414caed9c7a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f46abc8-3f48-41f8-97bc-2ec7f3e95639 HTTP/1.1" status: 204 len: 168 time: 0.3096845 Aug 25 16:43:06.776260 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4e3e3-f9c3-495a-80d3-6e0949fa00a3 req-350dc89b-2d18-4f99-befa-d5c876b7d091 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:06.778948 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-21e4e3e3-f9c3-495a-80d3-6e0949fa00a3 req-350dc89b-2d18-4f99-befa-d5c876b7d091 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 943 time: 0.0879943 Aug 25 16:43:06.846515 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-21e4e3e3-f9c3-495a-80d3-6e0949fa00a3 req-e4409310-0ce9-4be9-bdfa-8d8a8cb6c7ab tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610671 Aug 25 16:43:07.045729 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0f003e8a-fdd1-4ed7-8bb3-c31dc6994a44 req-428f34fe-e351-4e56-9f22-a0b9ea42cfca service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f&tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9 HTTP/1.1" status: 200 len: 1096 time: 0.0707014 Aug 25 16:43:07.163737 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0f003e8a-fdd1-4ed7-8bb3-c31dc6994a44 req-1cb9c2d1-9d42-4de1-9eb6-96d853ca6e5c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9&device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 1096 time: 0.0913703 Aug 25 16:43:07.489593 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f003e8a-fdd1-4ed7-8bb3-c31dc6994a44 req-fa4cb9e6-f6e8-421d-a451-051922288e7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:07.491153 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0f003e8a-fdd1-4ed7-8bb3-c31dc6994a44 req-fa4cb9e6-f6e8-421d-a451-051922288e7a service neutron] 10.222.0.81 "GET /v2.0/networks?id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4 HTTP/1.1" status: 200 len: 918 time: 0.3201551 Aug 25 16:43:07.502374 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228cd89-d165-4780-9e9b-edecac6b69a8 req-66c194be-13e6-46f9-ad7b-4ba70e2b5d7e tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:07.503818 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0228cd89-d165-4780-9e9b-edecac6b69a8 req-66c194be-13e6-46f9-ad7b-4ba70e2b5d7e tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.2892182 Aug 25 16:43:07.555148 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:43:07.646171 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0228cd89-d165-4780-9e9b-edecac6b69a8 req-835fb09d-2e5e-4d2f-9e23-f10cd3b1b527 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925059 Aug 25 16:43:07.648199 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0f003e8a-fdd1-4ed7-8bb3-c31dc6994a44 req-41c5d166-c97f-45ec-8c21-2895fa412fee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf HTTP/1.1" status: 200 len: 999 time: 0.1434822 Aug 25 16:43:07.691404 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:07.724469 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:43:07.726028 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f003e8a-fdd1-4ed7-8bb3-c31dc6994a44 req-4be43080-4e5d-4769-a8a6-a3744e56853b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:07.727612 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0f003e8a-fdd1-4ed7-8bb3-c31dc6994a44 req-4be43080-4e5d-4769-a8a6-a3744e56853b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d63a0ffb-80d7-4462-90e5-4d8039ba5a58 HTTP/1.1" status: 200 len: 855 time: 0.0721343 Aug 25 16:43:07.735438 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55,segment=NetworkSegment(596b9a34-e0fb-464c-a54b-4d1a8cf7117b),segment_id=596b9a34-e0fb-464c-a54b-4d1a8cf7117b)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:07.764248 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 60890) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:07.783928 dv-cinder-806008-1-smb neutron-server[75941]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55', 'code': 422} returned with failed status Aug 25 16:43:07.818311 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:07.821437 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:07.822022 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0f003e8a-fdd1-4ed7-8bb3-c31dc6994a44 req-1d93f3a2-e414-4835-a904-613d2e2d8a5a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=314c2219-9728-4f2c-9626-6a0a1ff0a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870705 Aug 25 16:43:07.895376 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55,revision_number=6']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:07.901117 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:07.946099 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ce8ada8f-532a-41ac-8b7a-4126d71151b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:07.993514 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-ce8ada8f-532a-41ac-8b7a-4126d71151b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:43:07.999887 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-ce8ada8f-532a-41ac-8b7a-4126d71151b9 admin admin] Usage tracker for resource:security_group_rule and tenant:372781addd2b4a8aa554953ddb8aa078 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:43:08.003243 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-ce8ada8f-532a-41ac-8b7a-4126d71151b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:43:08.004653 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0f003e8a-fdd1-4ed7-8bb3-c31dc6994a44 req-a5b0b768-f0e9-4fa1-a94e-e8bfded8bcbe service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746731 Aug 25 16:43:08.009763 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-ce8ada8f-532a-41ac-8b7a-4126d71151b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:43:08.149620 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ce8ada8f-532a-41ac-8b7a-4126d71151b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:08.206566 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ce8ada8f-532a-41ac-8b7a-4126d71151b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:08.216550 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-df82bcd4-951d-47fc-8eb4-9d61161f0936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:08.224854 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0f003e8a-fdd1-4ed7-8bb3-c31dc6994a44 req-9370aba2-1428-4384-ac86-ebf7c53cf9df service neutron] 10.222.0.81 "GET /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736929 Aug 25 16:43:08.224854 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068f0d-8c41-4b78-95e5-e94b69b011ac req-7d8f89c5-4129-4063-81f8-c66a1a00b09e tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:08.225596 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4c068f0d-8c41-4b78-95e5-e94b69b011ac req-7d8f89c5-4129-4063-81f8-c66a1a00b09e tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 943 time: 0.2240679 Aug 25 16:43:08.280793 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4c068f0d-8c41-4b78-95e5-e94b69b011ac req-4873bdf3-9c9b-4966-a23c-e7344e67ca9d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491989 Aug 25 16:43:08.314404 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-ce8ada8f-532a-41ac-8b7a-4126d71151b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=372781addd2b4a8aa554953ddb8aa078&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5495656 Aug 25 16:43:08.315458 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ada8f-532a-41ac-8b7a-4126d71151b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2567d7-31d8-4ad6-9291-9323a17b31fd,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:08.317434 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 60898) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:08.328531 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-ce8ada8f-532a-41ac-8b7a-4126d71151b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:08.341382 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7f5c938c-d53b-4e0e-b53c-514b58bb26a2 req-1dc29bae-5039-4a77-b11e-00891d329c50 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4&tenant_id=0632364c492a47aa83cee3a290aeb58f HTTP/1.1" status: 200 len: 1097 time: 0.1268671 Aug 25 16:43:08.393525 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:08.421736 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:08.453247 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7f5c938c-d53b-4e0e-b53c-514b58bb26a2 req-f73974f5-a7bc-483e-966e-c0246de7376a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0632364c492a47aa83cee3a290aeb58f&device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 1097 time: 0.0805731 Aug 25 16:43:08.561484 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:08.565522 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-c1951c55-0a61-4ce4-ba1b-0ba911916583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:08.578216 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2567d7-31d8-4ad6-9291-9323a17b31fd,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:08.590282 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:08.591581 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd2567d7-31d8-4ad6-9291-9323a17b31fd HTTP/1.1" status: 204 len: 168 time: 0.2728088 Aug 25 16:43:08.596730 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:08.597331 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:08.598017 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:08.598590 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:08.599164 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:08.599718 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:08.600307 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:08.601419 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:08.602091 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:08.602638 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:08.603323 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:43:08.609951 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:08.663117 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c938c-d53b-4e0e-b53c-514b58bb26a2 req-2bf1ff3e-6f61-4ee4-afe1-541d6df5590a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:08.664628 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7f5c938c-d53b-4e0e-b53c-514b58bb26a2 req-2bf1ff3e-6f61-4ee4-afe1-541d6df5590a service neutron] 10.222.0.81 "GET /v2.0/networks?id=29424364-8c46-404f-bc9f-9d7a9e688e9b HTTP/1.1" status: 200 len: 910 time: 0.2049983 Aug 25 16:43:08.785120 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7f5c938c-d53b-4e0e-b53c-514b58bb26a2 req-6d181914-d4d5-43f1-a4ff-0633e321d006 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 HTTP/1.1" status: 200 len: 999 time: 0.1136351 Aug 25 16:43:08.854943 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c938c-d53b-4e0e-b53c-514b58bb26a2 req-3347f39d-5244-4e1b-a32d-356d769f588a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:08.856870 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7f5c938c-d53b-4e0e-b53c-514b58bb26a2 req-3347f39d-5244-4e1b-a32d-356d769f588a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=318626cb-987f-472c-acdb-fe419cfc88c1 HTTP/1.1" status: 200 len: 847 time: 0.0646818 Aug 25 16:43:08.869355 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254e86f-993e-4b38-8a45-ba19da0ec94a req-d7036e4f-b3f9-4e45-a805-96d9a1e49cc0 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:08.870971 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3254e86f-993e-4b38-8a45-ba19da0ec94a req-d7036e4f-b3f9-4e45-a805-96d9a1e49cc0 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 944 time: 0.0899062 Aug 25 16:43:08.921765 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3254e86f-993e-4b38-8a45-ba19da0ec94a req-2c7c95a3-7d57-4ca9-a693-3e0f4cd952f0 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442877 Aug 25 16:43:08.944822 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7f5c938c-d53b-4e0e-b53c-514b58bb26a2 req-0662acbd-126f-43ba-ad21-a053b855dc75 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=29424364-8c46-404f-bc9f-9d7a9e688e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807838 Aug 25 16:43:09.093994 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7f5c938c-d53b-4e0e-b53c-514b58bb26a2 req-e6ac855d-7d43-450b-9f50-48ffe648b00e service neutron] 10.222.0.81 "GET /v2.0/networks/29424364-8c46-404f-bc9f-9d7a9e688e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403325 Aug 25 16:43:09.255285 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7f5c938c-d53b-4e0e-b53c-514b58bb26a2 req-ebd82166-70f2-45c6-b5db-81d2d590fd91 service neutron] 10.222.0.81 "GET /v2.0/networks/29424364-8c46-404f-bc9f-9d7a9e688e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497679 Aug 25 16:43:09.534214 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082e60b-be06-4769-bd66-a8deb1297830 req-26c87613-622c-4c6e-b917-8cc56e916310 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:09.537289 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9082e60b-be06-4769-bd66-a8deb1297830 req-26c87613-622c-4c6e-b917-8cc56e916310 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 943 time: 0.1017108 Aug 25 16:43:09.595994 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9082e60b-be06-4769-bd66-a8deb1297830 req-1fc398e0-430a-4e5e-b86c-77531f2a71ef tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463688 Aug 25 16:43:10.175939 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7046386-c6b0-4a6f-98ba-879f13a9b959 req-a5bdec1b-9e38-42f9-96ad-6fe0a606f4e6 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:10.183364 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e7046386-c6b0-4a6f-98ba-879f13a9b959 req-a5bdec1b-9e38-42f9-96ad-6fe0a606f4e6 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 944 time: 0.0998666 Aug 25 16:43:10.240647 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e7046386-c6b0-4a6f-98ba-879f13a9b959 req-533419f0-7989-4080-9009-f604a83b211c tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556922 Aug 25 16:43:10.891788 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4462a4-db13-47a3-8b63-52f0876cb0c9 req-45ab5ff1-39a2-436b-9528-55f513a92ae7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:10.893843 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7a4462a4-db13-47a3-8b63-52f0876cb0c9 req-45ab5ff1-39a2-436b-9528-55f513a92ae7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 943 time: 0.1196780 Aug 25 16:43:10.963249 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7a4462a4-db13-47a3-8b63-52f0876cb0c9 req-3b750e70-ac9f-4b55-b664-4135bbd7713b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578701 Aug 25 16:43:11.497302 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963d995-63dd-4657-80f8-8d8c5b14aecb req-98ba4835-0c27-47ef-8d1c-6990cd648ded tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:11.498843 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2963d995-63dd-4657-80f8-8d8c5b14aecb req-98ba4835-0c27-47ef-8d1c-6990cd648ded tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 944 time: 0.0941200 Aug 25 16:43:11.561387 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2963d995-63dd-4657-80f8-8d8c5b14aecb req-9a2db4f0-a209-452e-9358-41a232452491 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540249 Aug 25 16:43:12.213225 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26634d-f95a-4707-a268-f20c5b122c7e req-111e138a-fcdb-4f07-80bc-ad70e0388201 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:12.214805 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-df26634d-f95a-4707-a268-f20c5b122c7e req-111e138a-fcdb-4f07-80bc-ad70e0388201 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 943 time: 0.0918107 Aug 25 16:43:12.271418 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-df26634d-f95a-4707-a268-f20c5b122c7e req-5c43ddb8-2074-4b7e-a123-bc4f0881c95a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471230 Aug 25 16:43:12.813794 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973beeb-10e2-4bc8-a00e-d7aeef62d3b1 req-961f0600-c449-4657-952b-59efdd0d70a1 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:12.815239 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6973beeb-10e2-4bc8-a00e-d7aeef62d3b1 req-961f0600-c449-4657-952b-59efdd0d70a1 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 944 time: 0.0998194 Aug 25 16:43:12.889359 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6973beeb-10e2-4bc8-a00e-d7aeef62d3b1 req-93b538b5-5f1c-4d48-aee2-79c0ff88f0b1 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682201 Aug 25 16:43:13.530626 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a6af7-1530-4e36-9d87-167cd333ea26 req-e46a5d8f-15f2-4883-901f-efafc701f89b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:13.532076 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-374a6af7-1530-4e36-9d87-167cd333ea26 req-e46a5d8f-15f2-4883-901f-efafc701f89b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 943 time: 0.0969629 Aug 25 16:43:13.591167 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-374a6af7-1530-4e36-9d87-167cd333ea26 req-672a5e82-31b6-4ff5-aec6-64251f37e4e7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518894 Aug 25 16:43:14.267945 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4e1a1-3047-4715-9615-4dbd25e8c917 req-a4b108ee-be5a-482b-8727-c0260852f838 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:14.269461 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-58f4e1a1-3047-4715-9615-4dbd25e8c917 req-a4b108ee-be5a-482b-8727-c0260852f838 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 944 time: 0.2225246 Aug 25 16:43:14.319454 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-58f4e1a1-3047-4715-9615-4dbd25e8c917 req-8695ddb1-1c00-450f-93b0-3742bcfa4678 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440099 Aug 25 16:43:14.906945 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7328f-bc13-4f4d-ae57-aa50db70f3a4 req-f6280946-bf85-4f97-b2ae-ab08608d88f0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:14.908456 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-efb7328f-bc13-4f4d-ae57-aa50db70f3a4 req-f6280946-bf85-4f97-b2ae-ab08608d88f0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 943 time: 0.1081879 Aug 25 16:43:14.976852 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-efb7328f-bc13-4f4d-ae57-aa50db70f3a4 req-038aad59-7bac-430d-af2f-f0707e5fa6a4 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623226 Aug 25 16:43:15.644774 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d44b7a-df07-4826-a52f-2ec9a39fa254 req-421fe72d-c874-4ca6-a53a-3d02da752f34 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:15.646628 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-74d44b7a-df07-4826-a52f-2ec9a39fa254 req-421fe72d-c874-4ca6-a53a-3d02da752f34 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 944 time: 0.1753218 Aug 25 16:43:15.699687 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-74d44b7a-df07-4826-a52f-2ec9a39fa254 req-da9519dd-e789-4955-b7fa-0d73d1ad4ba0 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447197 Aug 25 16:43:16.246483 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e1d9a-0dfb-45c1-8f06-2ba2911d3877 req-6269d051-e75d-4481-8ee0-19dffa116dd1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:16.266200 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a71e1d9a-0dfb-45c1-8f06-2ba2911d3877 req-6269d051-e75d-4481-8ee0-19dffa116dd1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 943 time: 0.0961301 Aug 25 16:43:16.307313 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a71e1d9a-0dfb-45c1-8f06-2ba2911d3877 req-8bcca2b1-5b02-40da-8c10-8938adaed0a4 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520854 Aug 25 16:43:17.020343 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28c9b1-79d4-44d5-bc38-1ecdba94d67e req-e6447ac6-5669-46bd-ae02-12cc1aa4b14a tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:17.022322 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2a28c9b1-79d4-44d5-bc38-1ecdba94d67e req-e6447ac6-5669-46bd-ae02-12cc1aa4b14a tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 944 time: 0.1504083 Aug 25 16:43:17.080302 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2a28c9b1-79d4-44d5-bc38-1ecdba94d67e req-477c860a-d79a-4c8c-846a-038455434f19 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505173 Aug 25 16:43:17.677145 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6769460-c76c-4021-9214-ba426a159442 req-a4f01b28-1624-495e-83d1-aa226dcad626 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:17.679245 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f6769460-c76c-4021-9214-ba426a159442 req-a4f01b28-1624-495e-83d1-aa226dcad626 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 943 time: 0.1393096 Aug 25 16:43:17.740220 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f6769460-c76c-4021-9214-ba426a159442 req-7ef46459-7f51-4d65-bf02-400b81cd519d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538034 Aug 25 16:43:18.349024 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971a3ef-a14b-42cc-af26-2b305379ac91 req-8cadef81-df69-4ff7-87d1-fbaf7bd6f41c tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:18.351179 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e971a3ef-a14b-42cc-af26-2b305379ac91 req-8cadef81-df69-4ff7-87d1-fbaf7bd6f41c tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 944 time: 0.1024144 Aug 25 16:43:18.409408 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e971a3ef-a14b-42cc-af26-2b305379ac91 req-41f682e8-2846-46dc-862d-855014d98166 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513475 Aug 25 16:43:19.035145 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbc0bd-78cf-4363-acf0-eac3327ef2ac req-7dff027a-ac1f-4371-be41-b043fa0ae438 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:19.036740 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-30bbc0bd-78cf-4363-acf0-eac3327ef2ac req-7dff027a-ac1f-4371-be41-b043fa0ae438 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 943 time: 0.1240962 Aug 25 16:43:19.129083 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-30bbc0bd-78cf-4363-acf0-eac3327ef2ac req-fa28f6bd-8a28-4de3-bcd0-6484f8a96253 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859444 Aug 25 16:43:19.640113 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf417e6-7e19-457b-96d7-cabbdfa42a2a req-a6059643-761e-40ad-9c67-71f981e9e8fb tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:19.641834 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7cf417e6-7e19-457b-96d7-cabbdfa42a2a req-a6059643-761e-40ad-9c67-71f981e9e8fb tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 944 time: 0.0954900 Aug 25 16:43:19.721576 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7cf417e6-7e19-457b-96d7-cabbdfa42a2a req-7c288f76-8971-4194-ad86-1ac063bdd996 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680659 Aug 25 16:43:20.368006 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5e62e-24d9-4b17-89e2-7418d9403b2d req-3bde62fd-c9da-40d9-b1aa-66a0871a2ab9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:20.369407 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-76e5e62e-24d9-4b17-89e2-7418d9403b2d req-3bde62fd-c9da-40d9-b1aa-66a0871a2ab9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 943 time: 0.0944226 Aug 25 16:43:20.423717 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-76e5e62e-24d9-4b17-89e2-7418d9403b2d req-8bf7abbc-7c27-4176-a062-83d234b6db0b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483394 Aug 25 16:43:20.941860 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299efa4c-1567-4ac6-b0df-159e477b5138 req-5555117e-e6f0-46f8-961f-15e8db41829c tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:20.943352 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-299efa4c-1567-4ac6-b0df-159e477b5138 req-5555117e-e6f0-46f8-961f-15e8db41829c tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 944 time: 0.0858431 Aug 25 16:43:20.994167 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-299efa4c-1567-4ac6-b0df-159e477b5138 req-9583e867-b1f2-4e93-9290-baca7333e937 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438001 Aug 25 16:43:21.667599 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81da826-5bbd-4bf7-ac56-cce28f5d59eb req-e2d846e3-76ae-497c-bd4d-ae1313bfbb76 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:21.670076 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b81da826-5bbd-4bf7-ac56-cce28f5d59eb req-e2d846e3-76ae-497c-bd4d-ae1313bfbb76 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 943 time: 0.0838320 Aug 25 16:43:21.716008 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b81da826-5bbd-4bf7-ac56-cce28f5d59eb req-01274324-9737-471b-b693-30e737f8cd58 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400567 Aug 25 16:43:22.201443 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecb002-d00e-4ec1-9d1d-f5ee235e3ebf req-bd5887fe-281b-48ff-bea9-db94950dac99 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:22.204574 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-16ecb002-d00e-4ec1-9d1d-f5ee235e3ebf req-bd5887fe-281b-48ff-bea9-db94950dac99 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 944 time: 0.0828543 Aug 25 16:43:22.252649 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-16ecb002-d00e-4ec1-9d1d-f5ee235e3ebf req-bdcf4f7a-25ed-4d04-8bf3-9e89561b770b tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439379 Aug 25 16:43:22.942073 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a7d47-f148-490e-b946-6f8b79394981 req-910193cf-8b77-4b5e-86a2-48c46fb05c89 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:22.943543 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-256a7d47-f148-490e-b946-6f8b79394981 req-910193cf-8b77-4b5e-86a2-48c46fb05c89 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 943 time: 0.0804808 Aug 25 16:43:22.995622 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-256a7d47-f148-490e-b946-6f8b79394981 req-3ab95875-9cff-4903-8fdf-7f401fb280b1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464985 Aug 25 16:43:23.472626 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a0b0e-e991-4a54-958b-4aba2ce3d665 req-63ea5715-9782-40e6-9abc-e6cdeee741e7 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:23.474150 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d87a0b0e-e991-4a54-958b-4aba2ce3d665 req-63ea5715-9782-40e6-9abc-e6cdeee741e7 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 944 time: 0.0896144 Aug 25 16:43:23.524912 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d87a0b0e-e991-4a54-958b-4aba2ce3d665 req-1a3c7f92-d0b8-494b-8238-bb7bb4f7b19d tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450740 Aug 25 16:43:23.634731 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:43:23.780575 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-92ef43e9-f0e7-4487-99d2-b39bc161c001 req-8137e08c-37ea-4c09-9d30-4ae162a5168a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773294 Aug 25 16:43:23.790734 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:23.809431 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'port_id': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf', 'mac_address': 'fa:16:3e:e9:ae:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:43:23.840513 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-d6210f60-6772-45ed-b6df-cfd6db312cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:23.868300 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:23.886161 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-92ef43e9-f0e7-4487-99d2-b39bc161c001 req-43c20454-4e2c-427c-a5eb-e7daeef8a253 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5dd739138a9947d0ac25bc7cf35c044f&device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 1137 time: 0.0788639 Aug 25 16:43:23.888855 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:43:23.908824 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:23.955311 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:23.956168 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:43:23.959568 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:24.048220 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef43e9-f0e7-4487-99d2-b39bc161c001 req-f13ebf49-7ef0-4df4-9c0c-4aaddea9be3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:24.049681 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-92ef43e9-f0e7-4487-99d2-b39bc161c001 req-f13ebf49-7ef0-4df4-9c0c-4aaddea9be3f service neutron] 10.222.0.81 "GET /v2.0/networks?id=5ae4b2c8-5b57-47b7-8f20-23c93260cde2 HTTP/1.1" status: 200 len: 916 time: 0.1429594 Aug 25 16:43:24.140820 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,revision_number=9']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:24.145673 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:24.212733 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55,segment=NetworkSegment(596b9a34-e0fb-464c-a54b-4d1a8cf7117b),segment_id=596b9a34-e0fb-464c-a54b-4d1a8cf7117b)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:24.232086 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55', 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b', 'port_id': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55', 'mac_address': 'fa:16:3e:35:0c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:43:24.259165 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-92ef43e9-f0e7-4487-99d2-b39bc161c001 req-4439f43a-f916-4b54-bedc-368803692283 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52bd903-dd7a-4cfb-b208-b586278bc5e1 HTTP/1.1" status: 200 len: 1001 time: 0.2021606 Aug 25 16:43:24.292207 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f12384-01ec-4c6d-a87a-14c692534efa req-314706fb-29ea-429f-ac1a-a4eaa357157d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:24.294504 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-93f12384-01ec-4c6d-a87a-14c692534efa req-314706fb-29ea-429f-ac1a-a4eaa357157d tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 944 time: 0.0883610 Aug 25 16:43:24.306204 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:24.325741 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:43:24.330692 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef43e9-f0e7-4487-99d2-b39bc161c001 req-95263e83-5515-4ba6-9488-8e3a85914adf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:24.332162 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-92ef43e9-f0e7-4487-99d2-b39bc161c001 req-95263e83-5515-4ba6-9488-8e3a85914adf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b1a974d7-f30e-4176-9deb-f8963fe567fd HTTP/1.1" status: 200 len: 853 time: 0.0659037 Aug 25 16:43:24.342079 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55,segment=NetworkSegment(596b9a34-e0fb-464c-a54b-4d1a8cf7117b),segment_id=596b9a34-e0fb-464c-a54b-4d1a8cf7117b)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:24.346508 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-93f12384-01ec-4c6d-a87a-14c692534efa req-6d584ffc-d22c-48cd-8c2a-2ec1149e7dda tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463903 Aug 25 16:43:24.389040 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:24.390915 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:24.413900 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-92ef43e9-f0e7-4487-99d2-b39bc161c001 req-43803eba-e891-445a-ad70-18f279ded827 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5ae4b2c8-5b57-47b7-8f20-23c93260cde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743370 Aug 25 16:43:24.457047 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55,revision_number=7']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:24.459999 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:24.555121 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-92ef43e9-f0e7-4487-99d2-b39bc161c001 req-1fb010a5-37f3-4e9d-b948-48f3a4cfe77e service neutron] 10.222.0.81 "GET /v2.0/networks/5ae4b2c8-5b57-47b7-8f20-23c93260cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288257 Aug 25 16:43:24.688711 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['7ab71a4b-1bec-42e2-8a8b-563d979bcdcf'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:43:24.759269 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:43:24.766686 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f880fe-f217-4b41-8428-9ddc2826edab req-92ef1261-5b5b-4bad-b213-420b74eb70dc tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:24.768517 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c0f880fe-f217-4b41-8428-9ddc2826edab req-92ef1261-5b5b-4bad-b213-420b74eb70dc tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 945 time: 0.0963023 Aug 25 16:43:24.778394 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-92ef43e9-f0e7-4487-99d2-b39bc161c001 req-02eec597-0861-48d2-b64c-2b05ede203e5 service neutron] 10.222.0.81 "GET /v2.0/networks/5ae4b2c8-5b57-47b7-8f20-23c93260cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104871 Aug 25 16:43:24.836143 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c0f880fe-f217-4b41-8428-9ddc2826edab req-d98b9149-a38f-4e05-b715-ad343fa7c821 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612683 Aug 25 16:43:24.994236 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:25.331862 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 32888) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:25.457764 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:25.510728 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b3985627-880c-4f72-b69b-a4858f422e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:25.605875 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-b3985627-880c-4f72-b69b-a4858f422e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:43:25.612800 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-b3985627-880c-4f72-b69b-a4858f422e39 admin admin] Usage tracker for resource:security_group_rule and tenant:edf1f45246d14353a632a1d405c42ff5 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:43:25.616483 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-b3985627-880c-4f72-b69b-a4858f422e39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:43:25.624652 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-b3985627-880c-4f72-b69b-a4858f422e39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:43:25.651220 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557939c-c80a-4dfe-8813-ba77a205d0c3 req-5a247262-50d8-48bb-908e-0defe3d429be tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:25.653322 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d557939c-c80a-4dfe-8813-ba77a205d0c3 req-5a247262-50d8-48bb-908e-0defe3d429be tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 944 time: 0.1328628 Aug 25 16:43:25.657587 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:43:25.749218 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d557939c-c80a-4dfe-8813-ba77a205d0c3 req-79af66ee-38cb-4156-9eba-7f2f45f4dc9f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851572 Aug 25 16:43:25.753665 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b3985627-880c-4f72-b69b-a4858f422e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:25.777950 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:43:25.779025 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:25.812197 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b3985627-880c-4f72-b69b-a4858f422e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:25.820225 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-cd455cff-acb5-47b5-b24a-e026404446ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:25.865219 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3985627-880c-4f72-b69b-a4858f422e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529fb9ae-854d-467d-b155-3e31c43a3a18,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:25.872167 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-b3985627-880c-4f72-b69b-a4858f422e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:25.878566 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-b3985627-880c-4f72-b69b-a4858f422e39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=edf1f45246d14353a632a1d405c42ff5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5416951 Aug 25 16:43:25.881861 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 32908) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:25.949937 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:25.977646 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cc68c1e9-3641-4b46-aa72-9692706ce35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:25.996802 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:43:26.020898 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:26.026930 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cc68c1e9-3641-4b46-aa72-9692706ce35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:26.075166 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:26.079445 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:26.158052 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581b0d9-8d8d-44db-aa9e-c7355d9e2724 req-f6056ea0-7770-4eb8-973a-1d3740ee4034 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:26.159624 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b581b0d9-8d8d-44db-aa9e-c7355d9e2724 req-f6056ea0-7770-4eb8-973a-1d3740ee4034 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 945 time: 0.1242785 Aug 25 16:43:26.217544 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,revision_number=10']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:26.221152 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:26.223404 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b581b0d9-8d8d-44db-aa9e-c7355d9e2724 req-2700111e-0493-4e61-826c-44a29662ef55 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524323 Aug 25 16:43:26.234865 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cc68c1e9-3641-4b46-aa72-9692706ce35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:26.240102 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-6f3cd0c7-a9b5-4f9f-bc7f-ff22d13b7ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:26.326066 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf', 'code': 200} Aug 25 16:43:26.346704 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68c1e9-3641-4b46-aa72-9692706ce35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529fb9ae-854d-467d-b155-3e31c43a3a18,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:26.349624 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-cc68c1e9-3641-4b46-aa72-9692706ce35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:26.350914 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cc68c1e9-3641-4b46-aa72-9692706ce35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:26.357003 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-cc68c1e9-3641-4b46-aa72-9692706ce35b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/529fb9ae-854d-467d-b155-3e31c43a3a18 HTTP/1.1" status: 204 len: 168 time: 0.4721251 Aug 25 16:43:26.744709 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dac1d-6a7e-4c6b-ab99-fb5bb07af56b req-08dd6b49-7f57-482b-8a7b-8305aa80b75c tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:26.747003 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e28dac1d-6a7e-4c6b-ab99-fb5bb07af56b req-08dd6b49-7f57-482b-8a7b-8305aa80b75c tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 945 time: 0.1047564 Aug 25 16:43:26.809787 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e28dac1d-6a7e-4c6b-ab99-fb5bb07af56b req-21b0b3a1-7462-4f07-a5bb-5f8026b6668f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4404d24-e3d8-4590-895b-3c059e156611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558953 Aug 25 16:43:26.856404 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-2dcdb879-4259-4f02-b0ea-53aa45b03b48 req-4ecab7d0-0c94-4f1b-be16-fcdd4f2aa010 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 1099 time: 0.1008015 Aug 25 16:43:26.917270 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-2dcdb879-4259-4f02-b0ea-53aa45b03b48 req-dc91e67c-6560-4fc3-8f03-8f1463af04c3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542283 Aug 25 16:43:27.158738 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0b16b-8192-415c-8479-130a8f356ca2 req-b8e7537b-e541-4a29-9609-1799ffe534be tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:27.160262 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-58b0b16b-8192-415c-8479-130a8f356ca2 req-b8e7537b-e541-4a29-9609-1799ffe534be tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 946 time: 0.0901463 Aug 25 16:43:27.215203 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-58b0b16b-8192-415c-8479-130a8f356ca2 req-f1f906cc-0880-44fe-b6b7-5ba607780c1e tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486231 Aug 25 16:43:27.337595 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-9c23d022-1596-4614-9dfb-0ebb597d1190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:27.439522 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2f637-4f01-4a84-bc8a-b662a2dbc75c req-35e4edf7-57f3-4948-b134-9dc528f9295b tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:27.440980 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d7f2f637-4f01-4a84-bc8a-b662a2dbc75c req-35e4edf7-57f3-4948-b134-9dc528f9295b tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 945 time: 0.0861166 Aug 25 16:43:27.493976 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d7f2f637-4f01-4a84-bc8a-b662a2dbc75c req-2ae94970-e3df-4bb6-a32b-984f34dab81e tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463705 Aug 25 16:43:27.659053 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:43:27.731580 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:43:27.731867 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:27.850485 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:27.885390 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55,segment=NetworkSegment(596b9a34-e0fb-464c-a54b-4d1a8cf7117b),segment_id=596b9a34-e0fb-464c-a54b-4d1a8cf7117b)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:27.943510 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:27.945500 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:28.035649 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55,revision_number=8']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:28.039584 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:28.040518 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f40f51-cde9-4351-98b2-87f66888107e req-e5ab1359-a7ef-4a0a-a91f-acda6c12e873 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:28.042003 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f8f40f51-cde9-4351-98b2-87f66888107e req-e5ab1359-a7ef-4a0a-a91f-acda6c12e873 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 945 time: 0.0968678 Aug 25 16:43:28.081946 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:28.093739 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f8f40f51-cde9-4351-98b2-87f66888107e req-a36fcceb-602e-451a-8fed-a48416c01254 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4404d24-e3d8-4590-895b-3c059e156611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453098 Aug 25 16:43:28.326436 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:43:28.392588 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55', 'code': 200} Aug 25 16:43:28.454291 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f75a6a-d421-4a00-a1bf-2d2d0094734a req-ba339831-8be7-4b29-a80b-048f5744d582 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:28.455732 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-61f75a6a-d421-4a00-a1bf-2d2d0094734a req-ba339831-8be7-4b29-a80b-048f5744d582 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 946 time: 0.0892799 Aug 25 16:43:28.506824 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-61f75a6a-d421-4a00-a1bf-2d2d0094734a req-2d6cc36a-44ff-43fb-97d3-f342c5ec03d7 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453813 Aug 25 16:43:28.749586 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73ffba-1085-4774-a57d-bec2cbefa26c req-61f87086-fdf0-44a0-9aa4-f45c7aecfc9e tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:28.752583 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4e73ffba-1085-4774-a57d-bec2cbefa26c req-61f87086-fdf0-44a0-9aa4-f45c7aecfc9e tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.1059892 Aug 25 16:43:28.809418 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4e73ffba-1085-4774-a57d-bec2cbefa26c req-117660dd-e5df-48ae-8a92-fa878a2facc7 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520420 Aug 25 16:43:28.820463 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-08f39194-4cc2-478e-8505-8597511a7d6f req-b81e51b7-8807-4b90-a6d4-fa271a208dac service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 1099 time: 0.1172574 Aug 25 16:43:28.868448 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-08f39194-4cc2-478e-8505-8597511a7d6f req-143640ca-438d-4741-a231-b532aefd2d31 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406094 Aug 25 16:43:29.219596 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fc9e6-84f9-450e-842d-6f80f421b1a0 req-1b7034f3-d58b-4809-98af-d877a98edc81 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:29.220452 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-7e9fc9e6-84f9-450e-842d-6f80f421b1a0 req-1b7034f3-d58b-4809-98af-d877a98edc81 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Synchronizing usage tracker for tenant:e190674e9304482495bba1179171dfd3 on resource:port {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:43:29.244178 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-7e9fc9e6-84f9-450e-842d-6f80f421b1a0 req-1b7034f3-d58b-4809-98af-d877a98edc81 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Unset dirty status for tenant:e190674e9304482495bba1179171dfd3 on resource:port {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:43:29.245469 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7e9fc9e6-84f9-450e-842d-6f80f421b1a0 req-1b7034f3-d58b-4809-98af-d877a98edc81 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 945 time: 0.1125739 Aug 25 16:43:29.306640 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24904e7-29b5-4723-89e9-43f68b2bc13c req-4ea833bd-1537-49a3-a722-36893d2be1d9 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:29.308814 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b24904e7-29b5-4723-89e9-43f68b2bc13c req-4ea833bd-1537-49a3-a722-36893d2be1d9 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 945 time: 0.0857768 Aug 25 16:43:29.346151 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-7e9fc9e6-84f9-450e-842d-6f80f421b1a0 req-5671795e-e2f9-4b7b-9d8e-b628db063f0f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Deleting port 60dd5f24-cb09-4088-a3e8-a137e6b23cdb {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:43:29.346796 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7e9fc9e6-84f9-450e-842d-6f80f421b1a0 req-5671795e-e2f9-4b7b-9d8e-b628db063f0f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:29.392176 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b24904e7-29b5-4723-89e9-43f68b2bc13c req-fdef8cd7-35c2-4e54-be41-1b5916e77290 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4404d24-e3d8-4590-895b-3c059e156611&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698681 Aug 25 16:43:29.663179 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-7e9fc9e6-84f9-450e-842d-6f80f421b1a0 req-5671795e-e2f9-4b7b-9d8e-b628db063f0f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] For port 60dd5f24-cb09-4088-a3e8-a137e6b23cdb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=60dd5f24-cb09-4088-a3e8-a137e6b23cdb,segment=NetworkSegment(a0b81443-10c4-4b22-95f1-7bff484020c1),segment_id=a0b81443-10c4-4b22-95f1-7bff484020c1)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:29.664306 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7e9fc9e6-84f9-450e-842d-6f80f421b1a0 req-5671795e-e2f9-4b7b-9d8e-b628db063f0f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:29.744304 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:29.824876 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca45858-3abb-46c1-b87d-7317abbc05d4 req-a0f79447-fe4e-4826-b0a5-08aec44dd971 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:29.826503 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-bca45858-3abb-46c1-b87d-7317abbc05d4 req-a0f79447-fe4e-4826-b0a5-08aec44dd971 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 946 time: 0.1284418 Aug 25 16:43:29.915333 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-bca45858-3abb-46c1-b87d-7317abbc05d4 req-3e25f461-7322-4351-90c0-d29d4d88ea3a tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800009 Aug 25 16:43:30.057366 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7e9fc9e6-84f9-450e-842d-6f80f421b1a0 req-5671795e-e2f9-4b7b-9d8e-b628db063f0f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:30.057962 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7e9fc9e6-84f9-450e-842d-6f80f421b1a0 req-5671795e-e2f9-4b7b-9d8e-b628db063f0f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741960'] for floatingip, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:30.058994 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.db.l3_db [req-7e9fc9e6-84f9-450e-842d-6f80f421b1a0 req-5671795e-e2f9-4b7b-9d8e-b628db063f0f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Floating IP 1c1b64d9-f315-416c-b2cf-a16987096029 disassociated. External IP: 172.28.2.100, port: 60dd5f24-cb09-4088-a3e8-a137e6b23cdb. Aug 25 16:43:30.059406 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-7e9fc9e6-84f9-450e-842d-6f80f421b1a0 req-5671795e-e2f9-4b7b-9d8e-b628db063f0f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Calling delete_port for 60dd5f24-cb09-4088-a3e8-a137e6b23cdb owned by compute:nova {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:43:30.082189 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beb344-0129-41c4-a86d-11e5a60ab329 req-9cafe8ca-9c0e-4b7d-b12e-05ae46b65c5a tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:30.083843 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-30beb344-0129-41c4-a86d-11e5a60ab329 req-9cafe8ca-9c0e-4b7d-b12e-05ae46b65c5a tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.1067719 Aug 25 16:43:30.152509 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-30beb344-0129-41c4-a86d-11e5a60ab329 req-ada68b82-90bc-46ad-894b-396efee2da75 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578501 Aug 25 16:43:30.360219 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7e9fc9e6-84f9-450e-842d-6f80f421b1a0 req-5671795e-e2f9-4b7b-9d8e-b628db063f0f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:30.366725 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d00088d7-69fd-4f05-8236-9aeee164f979 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:30.414267 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671795e-e2f9-4b7b-9d8e-b628db063f0f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Pushing event deleted for resources: {'Port': ['ID=60dd5f24-cb09-4088-a3e8-a137e6b23cdb,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:30.418478 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5671795e-e2f9-4b7b-9d8e-b628db063f0f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:30.585392 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-0796adfa-23f2-47d8-bf69-47c3f005037d req-e7b40591-bc52-4877-ba1c-321d0698777c tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 210 time: 0.0452642 Aug 25 16:43:30.691096 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e9fc9e6-84f9-450e-842d-6f80f421b1a0 req-5671795e-e2f9-4b7b-9d8e-b628db063f0f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Router 13985153-26b3-4672-9741-3cb8149e9719 has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:43:31.037580 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e9fc9e6-84f9-450e-842d-6f80f421b1a0 req-5671795e-e2f9-4b7b-9d8e-b628db063f0f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:43:31.054479 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c545ede-48b0-40f1-b373-ab91ca5cb146 None None] Sync routers for ids ['13985153-26b3-4672-9741-3cb8149e9719'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:43:31.076849 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c545ede-48b0-40f1-b373-ab91ca5cb146 None None] Routers {'13985153-26b3-4672-9741-3cb8149e9719'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:43:31.077931 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-4c545ede-48b0-40f1-b373-ab91ca5cb146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:43:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['13985153-26b3-4672-9741-3cb8149e9719'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:31.150653 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9fc9e6-84f9-450e-842d-6f80f421b1a0 req-5671795e-e2f9-4b7b-9d8e-b628db063f0f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] No DVR routers for this DVR port 60dd5f24-cb09-4088-a3e8-a137e6b23cdb on host hv-cinder-80600 {{(pid=75940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:43:31.168400 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7e9fc9e6-84f9-450e-842d-6f80f421b1a0 req-5671795e-e2f9-4b7b-9d8e-b628db063f0f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:31.190950 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab8fb93-124c-4e7e-88cc-9fba7dff5084', 'name': 'network-vif-deleted', 'tag': '60dd5f24-cb09-4088-a3e8-a137e6b23cdb'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:43:31.284684 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a366d-597b-4a01-8094-08fc92eb1e58 req-889c5f57-acff-443b-9be9-66d2aa192bac tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:31.288720 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-088a366d-597b-4a01-8094-08fc92eb1e58 req-889c5f57-acff-443b-9be9-66d2aa192bac tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 946 time: 0.1557927 Aug 25 16:43:31.306349 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7e9fc9e6-84f9-450e-842d-6f80f421b1a0 req-5671795e-e2f9-4b7b-9d8e-b628db063f0f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.81 "DELETE /v2.0/ports/60dd5f24-cb09-4088-a3e8-a137e6b23cdb HTTP/1.1" status: 204 len: 173 time: 2.0400152 Aug 25 16:43:31.363398 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-4c545ede-48b0-40f1-b373-ab91ca5cb146 None None] Set router 13985153-26b3-4672-9741-3cb8149e9719 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:43:31.404144 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-088a366d-597b-4a01-8094-08fc92eb1e58 req-e6bbe0f7-7c34-4a41-ba75-3e9330b9e6ff tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109712 Aug 25 16:43:31.482664 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6998c94-b090-4fa7-b090-b205de505fb5 req-5230ed17-2c93-42c0-9d94-d40206974e1b tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:31.484679 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b6998c94-b090-4fa7-b090-b205de505fb5 req-5230ed17-2c93-42c0-9d94-d40206974e1b tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.1395764 Aug 25 16:43:31.563482 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b6998c94-b090-4fa7-b090-b205de505fb5 req-98a1267a-5caf-40d7-9847-02375f7576de tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725958 Aug 25 16:43:31.687016 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 60dd5f24-cb09-4088-a3e8-a137e6b23cdb no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:43:31.740248 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: 60dd5f24-cb09-4088-a3e8-a137e6b23cdb {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:43:31.740598 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 60dd5f24-cb09-4088-a3e8-a137e6b23cdb not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:43:31.777752 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab8fb93-124c-4e7e-88cc-9fba7dff5084', 'name': 'network-vif-deleted', 'tag': '60dd5f24-cb09-4088-a3e8-a137e6b23cdb', 'status': 'completed', 'code': 200} Aug 25 16:43:31.826872 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b6eef8f3-20e3-414e-8650-64d297156233 req-78fe2822-8f18-4923-b564-72f71abb0323 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ab8fb93-124c-4e7e-88cc-9fba7dff5084 HTTP/1.1" status: 200 len: 210 time: 0.0621052 Aug 25 16:43:31.887198 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-4c545ede-48b0-40f1-b373-ab91ca5cb146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:36:45Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'b0c7a42a-fa74-4fb2-a0f5-33ac15558671', 'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'mac_address': 'fa:16:3e:ba:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:43Z', 'updated_at': '2021-08-25T16:37:24Z', 'revision_number': 5, 'project_id': 'e190674e9304482495bba1179171dfd3', 'subnets': [{'id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:31.891965 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c545ede-48b0-40f1-b373-ab91ca5cb146 None None] Checking router: 13985153-26b3-4672-9741-3cb8149e9719 for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:43:31.905016 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c545ede-48b0-40f1-b373-ab91ca5cb146 None None] Routers {'13985153-26b3-4672-9741-3cb8149e9719'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:43:31.905657 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-4c545ede-48b0-40f1-b373-ab91ca5cb146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:43:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['13985153-26b3-4672-9741-3cb8149e9719'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:32.201579 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-4c545ede-48b0-40f1-b373-ab91ca5cb146 None None] Set router 13985153-26b3-4672-9741-3cb8149e9719 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:43:32.659415 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-4c545ede-48b0-40f1-b373-ab91ca5cb146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:36:45Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'b0c7a42a-fa74-4fb2-a0f5-33ac15558671', 'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'mac_address': 'fa:16:3e:ba:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:43Z', 'updated_at': '2021-08-25T16:37:24Z', 'revision_number': 5, 'project_id': 'e190674e9304482495bba1179171dfd3', 'subnets': [{'id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:32.665326 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c545ede-48b0-40f1-b373-ab91ca5cb146 None None] The sync data for ids ['13985153-26b3-4672-9741-3cb8149e9719'] in dv-cinder-806008-1-smb is: [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:36:45Z', 'revision_number': 4, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'b0c7a42a-fa74-4fb2-a0f5-33ac15558671', 'name': '', 'network_id': '2b868551-604b-4fc5-b01d-b07c18548dc0', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'mac_address': 'fa:16:3e:ba:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:43Z', 'updated_at': '2021-08-25T16:37:24Z', 'revision_number': 5, 'project_id': 'e190674e9304482495bba1179171dfd3', 'subnets': [{'id': 'dc013c14-7af0-4164-ba36-a7b01f82d66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:43:32.925882 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ef5f0c-5c62-447a-84c0-04097a4bb15b None None] New status for floating IP 1c1b64d9-f315-416c-b2cf-a16987096029: DOWN {{(pid=75942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:43:33.058901 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 32994) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:33.143227 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-47dbcb85-4faf-47f6-9483-6f1162b85617 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:33.176564 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-47dbcb85-4faf-47f6-9483-6f1162b85617 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:33.285696 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-47dbcb85-4faf-47f6-9483-6f1162b85617 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:33.293472 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-a801fd70-0168-4b19-902f-79f524bb9ba0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:33.311426 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbcb85-4faf-47f6-9483-6f1162b85617 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4404d24-e3d8-4590-895b-3c059e156611,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:33.313890 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-47dbcb85-4faf-47f6-9483-6f1162b85617 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:33.364976 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-47dbcb85-4faf-47f6-9483-6f1162b85617 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:33.364976 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-47dbcb85-4faf-47f6-9483-6f1162b85617 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "DELETE /v2.0/security-groups/a4404d24-e3d8-4590-895b-3c059e156611 HTTP/1.1" status: 204 len: 168 time: 0.3058858 Aug 25 16:43:33.369904 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33000) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:33.405882 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.api.v2.resource [None req-d862a174-ff6c-4a74-b7e6-2f5753f756a5 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] show failed (client error): The resource could not be found. Aug 25 16:43:33.406820 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-d862a174-ff6c-4a74-b7e6-2f5753f756a5 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "GET /v2.0/security-groups/a4404d24-e3d8-4590-895b-3c059e156611 HTTP/1.1" status: 404 len: 347 time: 0.0369706 Aug 25 16:43:33.411199 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33004) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:33.580384 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ceb9e9ae-06d4-4341-af25-8950d15d2530 req-4ea54374-0ad3-4507-8780-758ea5c74c8c tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274940899&fields=id&tenant_id=5dd739138a9947d0ac25bc7cf35c044f HTTP/1.1" status: 200 len: 267 time: 0.1972489 Aug 25 16:43:33.631254 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-1cc6eb98-d55b-41b5-9a9f-4da251df31a1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Deleting port 5cc58df1-fa73-4d23-bffe-1ad0938cf030 {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:43:33.632006 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1cc6eb98-d55b-41b5-9a9f-4da251df31a1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:33.809585 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9e9ae-06d4-4341-af25-8950d15d2530 req-480156c5-4b63-411e-9315-b6eb8fcda9cf tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:33.811123 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ceb9e9ae-06d4-4341-af25-8950d15d2530 req-480156c5-4b63-411e-9315-b6eb8fcda9cf tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 984 time: 0.2237124 Aug 25 16:43:33.830111 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.v2.base [req-ceb9e9ae-06d4-4341-af25-8950d15d2530 req-0cb5b89b-a796-4331-bf9f-3cbd2ab7f2d7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Request body: {'port': {'security_groups': ['35cdb8f4-56ff-4312-8c4b-425a7d529196']}} {{(pid=75939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:43:33.996770 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1cc6eb98-d55b-41b5-9a9f-4da251df31a1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:33.997094 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1cc6eb98-d55b-41b5-9a9f-4da251df31a1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:34.176917 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-1cc6eb98-d55b-41b5-9a9f-4da251df31a1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Calling delete_port for 5cc58df1-fa73-4d23-bffe-1ad0938cf030 owned by network:floatingip {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:43:34.251129 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-ceb9e9ae-06d4-4341-af25-8950d15d2530 req-0cb5b89b-a796-4331-bf9f-3cbd2ab7f2d7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:34.499806 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1cc6eb98-d55b-41b5-9a9f-4da251df31a1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:34.509355 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-cf24d829-1816-4834-b31c-48c025240b43 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:34.560079 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6eb98-d55b-41b5-9a9f-4da251df31a1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Pushing event deleted for resources: {'Port': ['ID=5cc58df1-fa73-4d23-bffe-1ad0938cf030,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:34.564622 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-1cc6eb98-d55b-41b5-9a9f-4da251df31a1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:34.699875 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [req-ceb9e9ae-06d4-4341-af25-8950d15d2530 req-0cb5b89b-a796-4331-bf9f-3cbd2ab7f2d7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] For port a52bd903-dd7a-4cfb-b208-b586278bc5e1, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a52bd903-dd7a-4cfb-b208-b586278bc5e1,segment=NetworkSegment(8cb98624-74fc-4bfc-aa99-ebcfad0f31da),segment_id=8cb98624-74fc-4bfc-aa99-ebcfad0f31da)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:34.718075 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1cc6eb98-d55b-41b5-9a9f-4da251df31a1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks [] for floatingip, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:34.748966 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-ceb9e9ae-06d4-4341-af25-8950d15d2530 req-0cb5b89b-a796-4331-bf9f-3cbd2ab7f2d7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for port, precommit_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:34.751505 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1cc6eb98-d55b-41b5-9a9f-4da251df31a1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for floatingip, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:34.752717 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-1cc6eb98-d55b-41b5-9a9f-4da251df31a1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] 10.222.0.35 "DELETE /v2.0/floatingips/1c1b64d9-f315-416c-b2cf-a16987096029 HTTP/1.1" status: 204 len: 168 time: 1.3405421 Aug 25 16:43:34.805847 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-ceb9e9ae-06d4-4341-af25-8950d15d2530 req-0cb5b89b-a796-4331-bf9f-3cbd2ab7f2d7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1700096'] for port, after_update {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:34.812762 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-47e16bdb-4ea8-4ad2-9209-1eabc074237c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:34.828273 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['a52bd903-dd7a-4cfb-b208-b586278bc5e1'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:43:34.889675 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9e9ae-06d4-4341-af25-8950d15d2530 req-0cb5b89b-a796-4331-bf9f-3cbd2ab7f2d7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:34.890311 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [req-ceb9e9ae-06d4-4341-af25-8950d15d2530 req-0cb5b89b-a796-4331-bf9f-3cbd2ab7f2d7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:34.891858 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ceb9e9ae-06d4-4341-af25-8950d15d2530 req-0cb5b89b-a796-4331-bf9f-3cbd2ab7f2d7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "PUT /v2.0/ports/a52bd903-dd7a-4cfb-b208-b586278bc5e1 HTTP/1.1" status: 200 len: 942 time: 1.0693226 Aug 25 16:43:34.892406 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'tag': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1'}] {{(pid=75939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:43:34.901546 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 33012) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:34.928237 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5b89b-a796-4331-bf9f-3cbd2ab7f2d7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Pushing event updated for resources: {'Port': ['ID=a52bd903-dd7a-4cfb-b208-b586278bc5e1,revision_number=7']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:34.945120 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0cb5b89b-a796-4331-bf9f-3cbd2ab7f2d7 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:34.974439 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'tag': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1', 'status': 'completed', 'code': 200} Aug 25 16:43:35.044968 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['a52bd903-dd7a-4cfb-b208-b586278bc5e1'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:43:35.048095 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b86ebf6f-0869-4a1b-900c-4f762b5242d1 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:35.109456 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b86ebf6f-0869-4a1b-900c-4f762b5242d1 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:35.207305 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-6cbdb282-473b-43b7-92a8-2d47ee184ae9 req-78e7fa5b-0d0f-4100-92e4-09076566da23 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5dd739138a9947d0ac25bc7cf35c044f&device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 1098 time: 0.2079868 Aug 25 16:43:35.295349 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-8bb486b4-70d1-412b-a5a2-f4adbe71c188 None None] Provisioning complete for port a52bd903-dd7a-4cfb-b208-b586278bc5e1 triggered by entity DHCP. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:43:35.295746 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-8bb486b4-70d1-412b-a5a2-f4adbe71c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:35.416486 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b86ebf6f-0869-4a1b-900c-4f762b5242d1 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:35.423648 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-51bf6b05-7635-4a73-b3a7-6574cc7b76bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:35.437074 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdb282-473b-43b7-92a8-2d47ee184ae9 req-282d85f1-1c7b-4a69-ab5c-7ea65e4b01bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:35.438570 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-6cbdb282-473b-43b7-92a8-2d47ee184ae9 req-282d85f1-1c7b-4a69-ab5c-7ea65e4b01bb service neutron] 10.222.0.81 "GET /v2.0/networks?id=5ae4b2c8-5b57-47b7-8f20-23c93260cde2 HTTP/1.1" status: 200 len: 916 time: 0.2215226 Aug 25 16:43:35.442713 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ebf6f-0869-4a1b-900c-4f762b5242d1 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00de371-c8ad-4b9f-9e85-c3e8de8e44d2,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:35.451512 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-b86ebf6f-0869-4a1b-900c-4f762b5242d1 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:35.513845 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b86ebf6f-0869-4a1b-900c-4f762b5242d1 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:35.514955 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-b86ebf6f-0869-4a1b-900c-4f762b5242d1 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "DELETE /v2.0/security-groups/c00de371-c8ad-4b9f-9e85-c3e8de8e44d2 HTTP/1.1" status: 204 len: 168 time: 0.6111827 Aug 25 16:43:35.518247 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33018) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:35.573966 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-6cbdb282-473b-43b7-92a8-2d47ee184ae9 req-b7d75434-1ced-4322-8a78-91cf03660c90 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52bd903-dd7a-4cfb-b208-b586278bc5e1 HTTP/1.1" status: 200 len: 1001 time: 0.1223519 Aug 25 16:43:35.655976 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdb282-473b-43b7-92a8-2d47ee184ae9 req-7a9de895-8a45-4719-9df2-893246dd6b0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:35.657468 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-6cbdb282-473b-43b7-92a8-2d47ee184ae9 req-7a9de895-8a45-4719-9df2-893246dd6b0a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b1a974d7-f30e-4176-9deb-f8963fe567fd HTTP/1.1" status: 200 len: 853 time: 0.0769312 Aug 25 16:43:35.749926 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-6cbdb282-473b-43b7-92a8-2d47ee184ae9 req-9efdce18-7906-4b22-9e6d-17defa9e625c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5ae4b2c8-5b57-47b7-8f20-23c93260cde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810137 Aug 25 16:43:35.756872 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-cffdd2e7-d202-45ef-984a-63a301421a61 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Deleting port a55e4508-61a0-417a-b2a6-51c7bce75bea {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:43:35.757336 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cffdd2e7-d202-45ef-984a-63a301421a61 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:35.903913 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-6cbdb282-473b-43b7-92a8-2d47ee184ae9 req-46a3d2b1-a134-4d81-abc4-1c39636839db service neutron] 10.222.0.81 "GET /v2.0/networks/5ae4b2c8-5b57-47b7-8f20-23c93260cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465242 Aug 25 16:43:35.949956 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cffdd2e7-d202-45ef-984a-63a301421a61 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:35.950266 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cffdd2e7-d202-45ef-984a-63a301421a61 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:36.051976 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-6cbdb282-473b-43b7-92a8-2d47ee184ae9 req-63770398-ca85-4811-a59d-371e5d6e67f6 service neutron] 10.222.0.81 "GET /v2.0/networks/5ae4b2c8-5b57-47b7-8f20-23c93260cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412573 Aug 25 16:43:36.076334 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-cffdd2e7-d202-45ef-984a-63a301421a61 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Calling delete_port for a55e4508-61a0-417a-b2a6-51c7bce75bea owned by network:floatingip {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:43:36.419035 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cffdd2e7-d202-45ef-984a-63a301421a61 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:36.423836 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-1cc6eb98-d55b-41b5-9a9f-4da251df31a1 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:36.468034 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdd2e7-d202-45ef-984a-63a301421a61 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Pushing event deleted for resources: {'Port': ['ID=a55e4508-61a0-417a-b2a6-51c7bce75bea,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:36.471447 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-cffdd2e7-d202-45ef-984a-63a301421a61 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:36.578339 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cffdd2e7-d202-45ef-984a-63a301421a61 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks [] for floatingip, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:37.042582 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffdd2e7-d202-45ef-984a-63a301421a61 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Router ccfd9623-29e6-494d-93bf-4ca86e897dca has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:43:37.253138 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffdd2e7-d202-45ef-984a-63a301421a61 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:43:37.262912 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637af98-6f87-46e3-bc25-f839df6eaf7a None None] Sync routers for ids ['ccfd9623-29e6-494d-93bf-4ca86e897dca'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:43:37.271420 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-cffdd2e7-d202-45ef-984a-63a301421a61 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for floatingip, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:37.277840 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3637af98-6f87-46e3-bc25-f839df6eaf7a None None] Routers {'ccfd9623-29e6-494d-93bf-4ca86e897dca'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:43:37.277840 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-3637af98-6f87-46e3-bc25-f839df6eaf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:43:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['ccfd9623-29e6-494d-93bf-4ca86e897dca'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:37.329870 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-cffdd2e7-d202-45ef-984a-63a301421a61 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "DELETE /v2.0/floatingips/72a3741a-4f93-43a5-853a-cec919cfae96 HTTP/1.1" status: 204 len: 168 time: 1.8107355 Aug 25 16:43:37.330419 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'tag': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1'}] {{(pid=75939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:43:37.392236 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'tag': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1', 'status': 'completed', 'code': 200} Aug 25 16:43:37.483343 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-3637af98-6f87-46e3-bc25-f839df6eaf7a None None] Set router ccfd9623-29e6-494d-93bf-4ca86e897dca gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:43:37.492556 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-faad8088-b3d2-4416-853e-b6f9adf0bd4d req-144365de-969a-45e4-9e29-2a736234a137 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5dd739138a9947d0ac25bc7cf35c044f&device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 1098 time: 0.0751345 Aug 25 16:43:37.649966 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad8088-b3d2-4416-853e-b6f9adf0bd4d req-da817605-27f9-4ff6-8c50-4f3a0733a1d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:37.651415 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-faad8088-b3d2-4416-853e-b6f9adf0bd4d req-da817605-27f9-4ff6-8c50-4f3a0733a1d6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5ae4b2c8-5b57-47b7-8f20-23c93260cde2 HTTP/1.1" status: 200 len: 916 time: 0.1512606 Aug 25 16:43:37.733290 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-faad8088-b3d2-4416-853e-b6f9adf0bd4d req-9d072eb0-e47f-4c8a-84ab-a34f5a8c7ade service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52bd903-dd7a-4cfb-b208-b586278bc5e1 HTTP/1.1" status: 200 len: 217 time: 0.0742486 Aug 25 16:43:37.822423 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad8088-b3d2-4416-853e-b6f9adf0bd4d req-52b17ad6-894a-473c-a986-05b20922b8b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:37.825862 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-faad8088-b3d2-4416-853e-b6f9adf0bd4d req-52b17ad6-894a-473c-a986-05b20922b8b1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b1a974d7-f30e-4176-9deb-f8963fe567fd HTTP/1.1" status: 200 len: 853 time: 0.0838547 Aug 25 16:43:37.862641 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-3637af98-6f87-46e3-bc25-f839df6eaf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'name': 'tempest-TestMinimumBasicScenario-985053090-router', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:12Z', 'updated_at': '2021-08-25T16:40:22Z', 'revision_number': 4, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'gw_port': {'id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:14Z', 'updated_at': '2021-08-25T16:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': '841e5d2b-70dc-43b8-9ba3-a70bb464266c', 'name': '', 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'mac_address': 'fa:16:3e:b4:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:20Z', 'updated_at': '2021-08-25T16:40:31Z', 'revision_number': 5, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'subnets': [{'id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:37.868805 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637af98-6f87-46e3-bc25-f839df6eaf7a None None] Checking router: ccfd9623-29e6-494d-93bf-4ca86e897dca for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:43:37.888885 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3637af98-6f87-46e3-bc25-f839df6eaf7a None None] Routers {'ccfd9623-29e6-494d-93bf-4ca86e897dca'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:43:37.892818 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-3637af98-6f87-46e3-bc25-f839df6eaf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:43:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['ccfd9623-29e6-494d-93bf-4ca86e897dca'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:37.984685 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-faad8088-b3d2-4416-853e-b6f9adf0bd4d req-450377f2-0913-49af-a930-cca604ad0229 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5ae4b2c8-5b57-47b7-8f20-23c93260cde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1503472 Aug 25 16:43:38.113701 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-3637af98-6f87-46e3-bc25-f839df6eaf7a None None] Set router ccfd9623-29e6-494d-93bf-4ca86e897dca gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:43:38.138498 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-faad8088-b3d2-4416-853e-b6f9adf0bd4d req-6be991ab-0c24-4db2-8476-694b0b6a13d4 service neutron] 10.222.0.81 "GET /v2.0/networks/5ae4b2c8-5b57-47b7-8f20-23c93260cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418998 Aug 25 16:43:38.371420 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-faad8088-b3d2-4416-853e-b6f9adf0bd4d req-932cb4f0-5011-4078-8ece-aa416e5305f1 service neutron] 10.222.0.81 "GET /v2.0/networks/5ae4b2c8-5b57-47b7-8f20-23c93260cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255402 Aug 25 16:43:38.500041 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-3637af98-6f87-46e3-bc25-f839df6eaf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'name': 'tempest-TestMinimumBasicScenario-985053090-router', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:12Z', 'updated_at': '2021-08-25T16:40:22Z', 'revision_number': 4, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'gw_port': {'id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:14Z', 'updated_at': '2021-08-25T16:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': '841e5d2b-70dc-43b8-9ba3-a70bb464266c', 'name': '', 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'mac_address': 'fa:16:3e:b4:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:20Z', 'updated_at': '2021-08-25T16:40:31Z', 'revision_number': 5, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'subnets': [{'id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:38.504123 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637af98-6f87-46e3-bc25-f839df6eaf7a None None] The sync data for ids ['ccfd9623-29e6-494d-93bf-4ca86e897dca'] in dv-cinder-806008-1-smb is: [{'id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'name': 'tempest-TestMinimumBasicScenario-985053090-router', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:12Z', 'updated_at': '2021-08-25T16:40:22Z', 'revision_number': 4, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'gw_port': {'id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:14Z', 'updated_at': '2021-08-25T16:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': '841e5d2b-70dc-43b8-9ba3-a70bb464266c', 'name': '', 'network_id': '5ae4b2c8-5b57-47b7-8f20-23c93260cde2', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'mac_address': 'fa:16:3e:b4:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:20Z', 'updated_at': '2021-08-25T16:40:31Z', 'revision_number': 5, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'subnets': [{'id': 'b1a974d7-f30e-4176-9deb-f8963fe567fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:43:38.737322 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6137697-fa78-4267-a94b-7223869b6bad None None] New status for floating IP 72a3741a-4f93-43a5-853a-cec919cfae96: DOWN {{(pid=75942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:43:39.499862 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33056) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:40.076822 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:43:40.085793 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-52259464-0d5a-4df1-a80b-27d65e9f1eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742234'] for router_interface, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:40.829783 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-52259464-0d5a-4df1-a80b-27d65e9f1eeb admin admin] Deleting port b0c7a42a-fa74-4fb2-a0f5-33ac15558671 {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:43:40.830456 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-52259464-0d5a-4df1-a80b-27d65e9f1eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:41.008419 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [None req-52259464-0d5a-4df1-a80b-27d65e9f1eeb admin admin] For port b0c7a42a-fa74-4fb2-a0f5-33ac15558671, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=b0c7a42a-fa74-4fb2-a0f5-33ac15558671,segment=NetworkSegment(a0b81443-10c4-4b22-95f1-7bff484020c1),segment_id=a0b81443-10c4-4b22-95f1-7bff484020c1)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:41.008774 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-52259464-0d5a-4df1-a80b-27d65e9f1eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:41.133503 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-52259464-0d5a-4df1-a80b-27d65e9f1eeb admin admin] Calling delete_port for b0c7a42a-fa74-4fb2-a0f5-33ac15558671 owned by network:router_interface {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:43:41.422975 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-52259464-0d5a-4df1-a80b-27d65e9f1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:41.426915 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-850ff147-0818-4e32-b833-65ece0117857 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:41.467970 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52259464-0d5a-4df1-a80b-27d65e9f1eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c7a42a-fa74-4fb2-a0f5-33ac15558671,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:41.471416 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-52259464-0d5a-4df1-a80b-27d65e9f1eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:41.797109 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-52259464-0d5a-4df1-a80b-27d65e9f1eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66719887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742318'] for router_interface, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:42.455162 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fa1f3-1911-4dd8-8648-a6e7ff3abe40 req-b51a5123-b0da-46bd-ba7b-dd6ee992f905 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:42.455909 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-342fa1f3-1911-4dd8-8648-a6e7ff3abe40 req-b51a5123-b0da-46bd-ba7b-dd6ee992f905 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Synchronizing usage tracker for tenant:5dd739138a9947d0ac25bc7cf35c044f on resource:port {{(pid=75939) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:43:42.537919 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [req-342fa1f3-1911-4dd8-8648-a6e7ff3abe40 req-b51a5123-b0da-46bd-ba7b-dd6ee992f905 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Unset dirty status for tenant:5dd739138a9947d0ac25bc7cf35c044f on resource:port {{(pid=75939) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:43:42.539104 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-342fa1f3-1911-4dd8-8648-a6e7ff3abe40 req-b51a5123-b0da-46bd-ba7b-dd6ee992f905 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 945 time: 0.3199496 Aug 25 16:43:42.614922 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-342fa1f3-1911-4dd8-8648-a6e7ff3abe40 req-b613c8f1-e7b1-426a-8ecd-856dd7989645 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626931 Aug 25 16:43:42.661999 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52259464-0d5a-4df1-a80b-27d65e9f1eeb admin admin] Router 13985153-26b3-4672-9741-3cb8149e9719 has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:43:42.876785 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52259464-0d5a-4df1-a80b-27d65e9f1eeb admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:43:42.886656 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ff7f2-717c-4c85-adaa-becfdf771b63 None None] Sync routers for ids ['13985153-26b3-4672-9741-3cb8149e9719'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:43:42.891344 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-52259464-0d5a-4df1-a80b-27d65e9f1eeb admin admin] 10.222.0.35 "PUT /v2.0/routers/13985153-26b3-4672-9741-3cb8149e9719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3921063 Aug 25 16:43:42.894017 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33078) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:42.899681 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30ff7f2-717c-4c85-adaa-becfdf771b63 None None] Routers {'13985153-26b3-4672-9741-3cb8149e9719'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:43:42.900400 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-e30ff7f2-717c-4c85-adaa-becfdf771b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:43:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['13985153-26b3-4672-9741-3cb8149e9719'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:43.095761 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-e30ff7f2-717c-4c85-adaa-becfdf771b63 None None] Set router 13985153-26b3-4672-9741-3cb8149e9719 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:43:43.113988 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3335566e-e4aa-406c-97be-f3e1ab0c71b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:43.321101 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3335566e-e4aa-406c-97be-f3e1ab0c71b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:43.394257 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-e30ff7f2-717c-4c85-adaa-becfdf771b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:43:41Z', 'revision_number': 5, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port': {'id': 'a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13985153-26b3-4672-9741-3cb8149e9719', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:36Z', 'updated_at': '2021-08-25T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:43.398629 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ff7f2-717c-4c85-adaa-becfdf771b63 None None] Checking router: 13985153-26b3-4672-9741-3cb8149e9719 for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:43:43.399867 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-3335566e-e4aa-406c-97be-f3e1ab0c71b1 admin admin] Deleting port a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:43:43.400287 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3335566e-e4aa-406c-97be-f3e1ab0c71b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:43.411520 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30ff7f2-717c-4c85-adaa-becfdf771b63 None None] Routers {'13985153-26b3-4672-9741-3cb8149e9719'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:43:43.412094 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-e30ff7f2-717c-4c85-adaa-becfdf771b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:43:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['13985153-26b3-4672-9741-3cb8149e9719'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:43.576999 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-e30ff7f2-717c-4c85-adaa-becfdf771b63 None None] Set router 13985153-26b3-4672-9741-3cb8149e9719 gateway port host: None {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:43:43.644044 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [None req-3335566e-e4aa-406c-97be-f3e1ab0c71b1 admin admin] For port a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:43.644665 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3335566e-e4aa-406c-97be-f3e1ab0c71b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:43.692644 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-e30ff7f2-717c-4c85-adaa-becfdf771b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:43:43Z', 'revision_number': 6, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port_host': None}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:43.697018 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ff7f2-717c-4c85-adaa-becfdf771b63 None None] The sync data for ids ['13985153-26b3-4672-9741-3cb8149e9719'] in dv-cinder-806008-1-smb is: [{'id': '13985153-26b3-4672-9741-3cb8149e9719', 'name': 'tempest-AttachVolumeTestJSON-1183898137-router', 'tenant_id': 'e190674e9304482495bba1179171dfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:35Z', 'updated_at': '2021-08-25T16:43:43Z', 'revision_number': 6, 'project_id': 'e190674e9304482495bba1179171dfd3', 'gw_port_host': None}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:43:43.791419 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-3335566e-e4aa-406c-97be-f3e1ab0c71b1 admin admin] Calling delete_port for a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f owned by network:router_gateway {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:43:44.047119 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2305756-119d-46d7-ad03-56f32d60d9d9 req-c2f46ee4-186c-4ced-8e28-516b114c0d5e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:44.048671 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d2305756-119d-46d7-ad03-56f32d60d9d9 req-c2f46ee4-186c-4ced-8e28-516b114c0d5e tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 945 time: 0.2310281 Aug 25 16:43:44.139032 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d2305756-119d-46d7-ad03-56f32d60d9d9 req-da107990-6108-4e16-8d5a-a197a514cc84 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/security-groups?id=35cdb8f4-56ff-4312-8c4b-425a7d529196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842593 Aug 25 16:43:44.239813 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3335566e-e4aa-406c-97be-f3e1ab0c71b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:44.243849 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:44.290547 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335566e-e4aa-406c-97be-f3e1ab0c71b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:44.294184 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-3335566e-e4aa-406c-97be-f3e1ab0c71b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:44.446138 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1691a-26ef-41c5-8263-8e61797bc10e req-5abdf70e-2ecb-4e75-9e56-e0038a1da3c0 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:44.446736 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-88d1691a-26ef-41c5-8263-8e61797bc10e req-5abdf70e-2ecb-4e75-9e56-e0038a1da3c0 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Synchronizing usage tracker for tenant:5dd739138a9947d0ac25bc7cf35c044f on resource:port {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:43:44.459339 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-88d1691a-26ef-41c5-8263-8e61797bc10e req-5abdf70e-2ecb-4e75-9e56-e0038a1da3c0 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Unset dirty status for tenant:5dd739138a9947d0ac25bc7cf35c044f on resource:port {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:43:44.460554 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-88d1691a-26ef-41c5-8263-8e61797bc10e req-5abdf70e-2ecb-4e75-9e56-e0038a1da3c0 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.81 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 945 time: 0.1302099 Aug 25 16:43:44.561649 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-88d1691a-26ef-41c5-8263-8e61797bc10e req-e110c38a-1420-4dd0-ac31-4f6bc4dad514 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Deleting port a52bd903-dd7a-4cfb-b208-b586278bc5e1 {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:43:44.561876 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-88d1691a-26ef-41c5-8263-8e61797bc10e req-e110c38a-1420-4dd0-ac31-4f6bc4dad514 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:44.571396 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3335566e-e4aa-406c-97be-f3e1ab0c71b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741927'] for router_gateway, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:44.678238 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device b0c7a42a-fa74-4fb2-a0f5-33ac15558671 no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:43:44.716297 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: b0c7a42a-fa74-4fb2-a0f5-33ac15558671 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:43:44.716658 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device b0c7a42a-fa74-4fb2-a0f5-33ac15558671 not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:43:44.717090 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:43:44.750023 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:43:44.750398 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device a4b2868b-4e8f-4e7d-aecd-9e4a14d1d15f not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:43:44.836950 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-88d1691a-26ef-41c5-8263-8e61797bc10e req-e110c38a-1420-4dd0-ac31-4f6bc4dad514 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] For port a52bd903-dd7a-4cfb-b208-b586278bc5e1, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a52bd903-dd7a-4cfb-b208-b586278bc5e1,segment=NetworkSegment(8cb98624-74fc-4bfc-aa99-ebcfad0f31da),segment_id=8cb98624-74fc-4bfc-aa99-ebcfad0f31da)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:44.837195 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-88d1691a-26ef-41c5-8263-8e61797bc10e req-e110c38a-1420-4dd0-ac31-4f6bc4dad514 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:44.846302 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3335566e-e4aa-406c-97be-f3e1ab0c71b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3787'] for router, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:44.850850 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3335566e-e4aa-406c-97be-f3e1ab0c71b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:44.955398 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3335566e-e4aa-406c-97be-f3e1ab0c71b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737051'] for router, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:44.955918 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3335566e-e4aa-406c-97be-f3e1ab0c71b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13985153-26b3-4672-9741-3cb8149e9719 {{(pid=75939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:43:44.965910 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-88d1691a-26ef-41c5-8263-8e61797bc10e req-e110c38a-1420-4dd0-ac31-4f6bc4dad514 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Calling delete_port for a52bd903-dd7a-4cfb-b208-b586278bc5e1 owned by compute:nova {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:43:44.970444 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3335566e-e4aa-406c-97be-f3e1ab0c71b1 admin admin] Notify callbacks [] for router, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:44.973958 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-3335566e-e4aa-406c-97be-f3e1ab0c71b1 admin admin] 10.222.0.35 "DELETE /v2.0/routers/13985153-26b3-4672-9741-3cb8149e9719 HTTP/1.1" status: 204 len: 168 time: 2.0766020 Aug 25 16:43:44.974271 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33084) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:45.040499 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_v2 [None req-fecd750a-fe94-49d6-bddb-b30abbcf86b0 admin admin] Deleting subnet dc013c14-7af0-4164-ba36-a7b01f82d66b {{(pid=75939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:43:45.045195 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fecd750a-fe94-49d6-bddb-b30abbcf86b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:45.100166 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fecd750a-fe94-49d6-bddb-b30abbcf86b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2068677'] for subnet, precommit_delete_associations {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:45.200353 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-88d1691a-26ef-41c5-8263-8e61797bc10e req-e110c38a-1420-4dd0-ac31-4f6bc4dad514 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:45.206455 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5671795e-e2f9-4b7b-9d8e-b628db063f0f tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:45.212793 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['a52bd903-dd7a-4cfb-b208-b586278bc5e1'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:43:45.241929 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fecd750a-fe94-49d6-bddb-b30abbcf86b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794922'] for subnet, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:45.251506 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110c38a-1420-4dd0-ac31-4f6bc4dad514 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Pushing event deleted for resources: {'Port': ['ID=a52bd903-dd7a-4cfb-b208-b586278bc5e1,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:45.254296 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-e110c38a-1420-4dd0-ac31-4f6bc4dad514 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:45.333049 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2a206aa3-7372-4d32-bc95-f10f3cdb448b req-4ac98b32-8857-4638-86bb-697e52882c75 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 210 time: 0.0496783 Aug 25 16:43:45.346294 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d1691a-26ef-41c5-8263-8e61797bc10e req-e110c38a-1420-4dd0-ac31-4f6bc4dad514 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] No DVR routers for this DVR port a52bd903-dd7a-4cfb-b208-b586278bc5e1 on host hv-cinder-80600 {{(pid=75940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:43:45.350395 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-88d1691a-26ef-41c5-8263-8e61797bc10e req-e110c38a-1420-4dd0-ac31-4f6bc4dad514 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:45.355504 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'name': 'network-vif-deleted', 'tag': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:43:45.418413 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a2849f-4b80-4098-9a08-5d9f035f2189', 'name': 'network-vif-deleted', 'tag': 'a52bd903-dd7a-4cfb-b208-b586278bc5e1', 'status': 'completed', 'code': 200} Aug 25 16:43:45.486421 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-88d1691a-26ef-41c5-8263-8e61797bc10e req-e110c38a-1420-4dd0-ac31-4f6bc4dad514 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.81 "DELETE /v2.0/ports/a52bd903-dd7a-4cfb-b208-b586278bc5e1 HTTP/1.1" status: 204 len: 173 time: 0.9950535 Aug 25 16:43:45.543467 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fecd750a-fe94-49d6-bddb-b30abbcf86b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1700346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1491086'] for subnet, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:45.549306 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:45.590947 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd750a-fe94-49d6-bddb-b30abbcf86b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc013c14-7af0-4164-ba36-a7b01f82d66b,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:45.594500 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-fecd750a-fe94-49d6-bddb-b30abbcf86b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:45.599325 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-fecd750a-fe94-49d6-bddb-b30abbcf86b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for subnet, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:45.608285 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf15fede-857c-4879-91ea-b14e81b97b94 None None] Network 2b868551-604b-4fc5-b01d-b07c18548dc0 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:43:45.612791 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-fecd750a-fe94-49d6-bddb-b30abbcf86b0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dc013c14-7af0-4164-ba36-a7b01f82d66b HTTP/1.1" status: 204 len: 168 time: 0.6340945 Aug 25 16:43:45.613374 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33092) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:45.738085 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66643152'] for network, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:45.754641 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] Deleting port 30c6f862-d15a-4176-af2c-eb9f524e8e51 {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:43:45.754641 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:45.924448 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5213ac-21bb-42e3-9082-4e7bb1603fbd None None] DHCP port deletion for 2b868551-604b-4fc5-b01d-b07c18548dc0 request from dv-cinder-806008-1-smb {{(pid=75941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:43:45.929476 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-8e5213ac-21bb-42e3-9082-4e7bb1603fbd None None] Deleting port 30c6f862-d15a-4176-af2c-eb9f524e8e51 {{(pid=75941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:43:45.930305 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-8e5213ac-21bb-42e3-9082-4e7bb1603fbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:46.096902 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] For port 30c6f862-d15a-4176-af2c-eb9f524e8e51, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=30c6f862-d15a-4176-af2c-eb9f524e8e51,segment=NetworkSegment(a0b81443-10c4-4b22-95f1-7bff484020c1),segment_id=a0b81443-10c4-4b22-95f1-7bff484020c1)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:46.097521 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:46.177750 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-8e5213ac-21bb-42e3-9082-4e7bb1603fbd None None] For port 30c6f862-d15a-4176-af2c-eb9f524e8e51, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=30c6f862-d15a-4176-af2c-eb9f524e8e51,segment=NetworkSegment(a0b81443-10c4-4b22-95f1-7bff484020c1),segment_id=a0b81443-10c4-4b22-95f1-7bff484020c1)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:46.178240 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-8e5213ac-21bb-42e3-9082-4e7bb1603fbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:46.290588 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] Calling delete_port for 30c6f862-d15a-4176-af2c-eb9f524e8e51 owned by network:dhcp {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:43:46.311713 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-8e5213ac-21bb-42e3-9082-4e7bb1603fbd None None] Calling delete_port for 30c6f862-d15a-4176-af2c-eb9f524e8e51 owned by network:dhcp {{(pid=75941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:43:46.468480 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:46.473008 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-381691dc-adf8-4ebd-8264-d1438dbf2f40 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:46.477028 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.db.api [None req-8e5213ac-21bb-42e3-9082-4e7bb1603fbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:43:46.477757 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_db.api [None req-8e5213ac-21bb-42e3-9082-4e7bb1603fbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:43:46.551943 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] Pushing event deleted for resources: {'Port': ['ID=30c6f862-d15a-4176-af2c-eb9f524e8e51,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:46.561585 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:46.569075 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8c5bdb7a-06a3-4fbe-92be-a4a79f007dab req-830d8612-f1c1-413b-be21-69a15657cdf3 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] 10.222.0.35 "GET /v2.0/ports?device_id=55a2849f-4b80-4098-9a08-5d9f035f2189 HTTP/1.1" status: 200 len: 210 time: 0.0567892 Aug 25 16:43:46.571755 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] No DVR routers for this DVR port 30c6f862-d15a-4176-af2c-eb9f524e8e51 on host dv-cinder-806008-1-smb {{(pid=75939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:43:46.672264 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 30c6f862-d15a-4176-af2c-eb9f524e8e51 no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:43:46.707634 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796067', 'neutron.services.segments.db._delete_segments_for_network-8731567645826'] for network, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:46.708044 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: 30c6f862-d15a-4176-af2c-eb9f524e8e51 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:43:46.708381 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 30c6f862-d15a-4176-af2c-eb9f524e8e51 not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:43:46.725079 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b868551-604b-4fc5-b01d-b07c18548dc0']}} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:46.738548 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b81443-10c4-4b22-95f1-7bff484020c1') {'for_net_delete': True} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:46.738830 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b81443-10c4-4b22-95f1-7bff484020c1') {} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:46.750310 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731567646621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2068682'] for segment, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:46.767055 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:46.773975 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=75939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:43:46.774358 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66794767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1700188'] for segment, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: Traceback (most recent call last): Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: timer() Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: cb(*args, **kw) Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: return func(*args, **kwargs) Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: self._notify() Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: self.callback(batched_events) Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: event.method(event) Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: return f(self, *a, **k) Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: return self._get(url).json() Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: return self.request(url, 'GET', **kwargs) Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:43:46.789267 dv-cinder-806008-1-smb neutron-server[75939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:43:46.931434 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741978'] for network, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:46.936404 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:46.952026 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:46.958477 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b868551-604b-4fc5-b01d-b07c18548dc0,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:46.966737 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:46.979137 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-8e5213ac-21bb-42e3-9082-4e7bb1603fbd None None] Deleting port 30c6f862-d15a-4176-af2c-eb9f524e8e51 {{(pid=75941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:43:46.980373 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-8e5213ac-21bb-42e3-9082-4e7bb1603fbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:47.027034 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-ceb6d3a0-cff2-4cbb-b7e1-1457d1127503 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2b868551-604b-4fc5-b01d-b07c18548dc0 HTTP/1.1" status: 204 len: 168 time: 1.4119825 Aug 25 16:43:47.047163 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-8e5213ac-21bb-42e3-9082-4e7bb1603fbd None None] The port '30c6f862-d15a-4176-af2c-eb9f524e8e51' was deleted {{(pid=75941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:43:47.404974 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33100) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:47.459817 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-9502cb39-0708-4c9c-83e1-d61cb04bd833 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e190674e9304482495bba1179171dfd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0535810 Aug 25 16:43:47.462207 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33104) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:47.531804 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-f5b2e49d-9b50-440c-a4af-2b4b3a23922f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:47.559036 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-f5b2e49d-9b50-440c-a4af-2b4b3a23922f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:47.674109 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-f5b2e49d-9b50-440c-a4af-2b4b3a23922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:47.678446 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-abdc4ab5-9129-407e-b4e8-e27079f47275 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:47.694803 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2e49d-9b50-440c-a4af-2b4b3a23922f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b06ed5-ceba-4146-92a8-39fe85380cbd,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:47.697379 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-f5b2e49d-9b50-440c-a4af-2b4b3a23922f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:47.707794 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-f5b2e49d-9b50-440c-a4af-2b4b3a23922f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:47.711652 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-f5b2e49d-9b50-440c-a4af-2b4b3a23922f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44b06ed5-ceba-4146-92a8-39fe85380cbd HTTP/1.1" status: 204 len: 168 time: 0.2458212 Aug 25 16:43:47.757245 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device a52bd903-dd7a-4cfb-b208-b586278bc5e1 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:43:47.794156 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: a52bd903-dd7a-4cfb-b208-b586278bc5e1 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:43:47.794636 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device a52bd903-dd7a-4cfb-b208-b586278bc5e1 not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:43:48.959547 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 33160) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:49.103295 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-268877465-network', 'tenant_id': 'cf4badb047eb4672b2492eb1d6d30fdc'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:43:49.108788 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:43:49.112896 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Usage tracker for resource:network and tenant:cf4badb047eb4672b2492eb1d6d30fdc is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:43:49.116719 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:43:49.123852 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:43:49.212511 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Made reservation on behalf of cf4badb047eb4672b2492eb1d6d30fdc for: {'network': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:43:49.214997 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for network, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:49.234955 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:49.294307 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:43:49.301253 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Usage tracker for resource:security_group_rule and tenant:cf4badb047eb4672b2492eb1d6d30fdc is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:43:49.306236 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:43:49.316705 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:43:49.406814 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:49.525771 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:49.529639 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-04eacc9c-af4e-482a-bde8-246f5da55fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:49.562620 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] vlan segment allocate from pool success with {'vlan_id': 1203, 'physical_network': 'physnet1'} {{(pid=75940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:43:49.577826 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9f120f-5a70-4b33-92b3-6b6fb407371d,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:49.581238 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:49.582636 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:49.582973 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.db.segments_db [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Added segment 7b8559cb-322b-4c4b-830b-02fe906c31c5 of type vlan for network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 Aug 25 16:43:49.620892 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731567222914'] for network, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:49.713905 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33172) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:49.719840 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961'] for network, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:49.721465 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:49.722276 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:49.726032 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:49.840734 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Pushing event updated for resources: {'Network': ['ID=17f51615-7cb4-4b03-a4a0-f6da18e1f482,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:49.843634 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:49.851561 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 details requested by agent ovs-agent-dv-cinder-806008-1-smb with host dv-cinder-806008-1-smb {{(pid=75941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:43:49.903660 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9426904 Aug 25 16:43:49.908718 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 33176) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:49.915604 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [None req-769f04d7-2f2a-4344-92b7-4a0d352025f5 admin admin] Request body: {'subnet': {'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-268877465-subnet', 'tenant_id': 'cf4badb047eb4672b2492eb1d6d30fdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:43:49.921555 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-769f04d7-2f2a-4344-92b7-4a0d352025f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:43:49.925981 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-769f04d7-2f2a-4344-92b7-4a0d352025f5 admin admin] Usage tracker for resource:subnet and tenant:cf4badb047eb4672b2492eb1d6d30fdc is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:43:49.930010 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-769f04d7-2f2a-4344-92b7-4a0d352025f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:43:49.937118 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-769f04d7-2f2a-4344-92b7-4a0d352025f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:43:50.034287 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769f04d7-2f2a-4344-92b7-4a0d352025f5 admin admin] Made reservation on behalf of cf4badb047eb4672b2492eb1d6d30fdc for: {'subnet': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:43:50.037040 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-769f04d7-2f2a-4344-92b7-4a0d352025f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2014482'] for subnet, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:50.243553 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a129b188-69ae-4c43-9f05-b838d13d15a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742234'] for router_interface, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:50.331041 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-769f04d7-2f2a-4344-92b7-4a0d352025f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1515181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2014464'] for subnet, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:50.336763 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-53f0e14b-4d03-4813-b7dd-634574badc97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:50.415817 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f04d7-2f2a-4344-92b7-4a0d352025f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=544ad5bc-48a4-43d9-87ff-8188da4ad555,revision_number=0']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:50.420485 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-769f04d7-2f2a-4344-92b7-4a0d352025f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:50.431846 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f04d7-2f2a-4344-92b7-4a0d352025f5 admin admin] Checking segment: {'id': '7b8559cb-322b-4c4b-830b-02fe906c31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:43:50.431846 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769f04d7-2f2a-4344-92b7-4a0d352025f5 admin admin] Network hostable DHCP agents. Network: 17f51615-7cb4-4b03-a4a0-f6da18e1f482, hostable agents: ['15364a29-dc0b-4d98-aa4e-4a52ef949670'], hosted agents: [] {{(pid=75940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:43:50.515309 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769f04d7-2f2a-4344-92b7-4a0d352025f5 admin admin] Network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 is scheduled to be hosted by DHCP agent 15364a29-dc0b-4d98-aa4e-4a52ef949670 with binding_index 1 {{(pid=75940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:43:50.588192 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [None req-769f04d7-2f2a-4344-92b7-4a0d352025f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-smb, 17f51615-7cb4-4b03-a4a0-f6da18e1f482) {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:43:50.594384 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769f04d7-2f2a-4344-92b7-4a0d352025f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:50.595104 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-769f04d7-2f2a-4344-92b7-4a0d352025f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:50.601725 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7fabfa-0ee2-4945-809a-391ba0813a64 None None] Network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:43:50.692559 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-769f04d7-2f2a-4344-92b7-4a0d352025f5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7815630 Aug 25 16:43:50.883855 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680f9bc9-a2c6-42a6-b810-41610fbfaf4f None None] Network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:43:51.091658 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-a129b188-69ae-4c43-9f05-b838d13d15a5 admin admin] Deleting port 841e5d2b-70dc-43b8-9ba3-a70bb464266c {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:43:51.092829 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a129b188-69ae-4c43-9f05-b838d13d15a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:51.404246 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [None req-a129b188-69ae-4c43-9f05-b838d13d15a5 admin admin] For port 841e5d2b-70dc-43b8-9ba3-a70bb464266c, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=841e5d2b-70dc-43b8-9ba3-a70bb464266c,segment=NetworkSegment(8cb98624-74fc-4bfc-aa99-ebcfad0f31da),segment_id=8cb98624-74fc-4bfc-aa99-ebcfad0f31da)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:51.404602 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a129b188-69ae-4c43-9f05-b838d13d15a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:51.539424 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-c4aad6a2-8bcc-481e-9528-8a8c1fb41818 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:51.540868 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-c4aad6a2-8bcc-481e-9528-8a8c1fb41818 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/networks?id=17f51615-7cb4-4b03-a4a0-f6da18e1f482 HTTP/1.1" status: 200 len: 814 time: 0.3177764 Aug 25 16:43:51.548346 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-a129b188-69ae-4c43-9f05-b838d13d15a5 admin admin] Calling delete_port for 841e5d2b-70dc-43b8-9ba3-a70bb464266c owned by network:router_interface {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:43:51.606942 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-554f3e95-b878-40c1-b1a0-0b2aad5fb370 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/quotas/cf4badb047eb4672b2492eb1d6d30fdc HTTP/1.1" status: 200 len: 375 time: 0.0308018 Aug 25 16:43:51.676710 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-e2d04c06-4e15-42d3-aa08-82cfab1c2d92 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf4badb047eb4672b2492eb1d6d30fdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639915 Aug 25 16:43:51.839518 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-df4c0d58-bef2-441c-b1ba-27f521547900 service neutron] 10.222.0.35 "GET /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544566 Aug 25 16:43:52.032775 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-3276bc51-1aa3-47e7-99ef-59c2eea3e538 service neutron] 10.222.0.35 "GET /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853354 Aug 25 16:43:52.057287 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a129b188-69ae-4c43-9f05-b838d13d15a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:52.064807 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-52259464-0d5a-4df1-a80b-27d65e9f1eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:52.119315 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129b188-69ae-4c43-9f05-b838d13d15a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=841e5d2b-70dc-43b8-9ba3-a70bb464266c,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:52.123054 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-a129b188-69ae-4c43-9f05-b838d13d15a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:52.495651 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d4060af9-a854-49cc-b58a-668a8b8909ca req-05731835-1853-4c32-b202-4cb7b41b3f4d tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 210 time: 0.0538931 Aug 25 16:43:52.639811 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-a129b188-69ae-4c43-9f05-b838d13d15a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66719887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742318'] for router_interface, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:53.254872 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a129b188-69ae-4c43-9f05-b838d13d15a5 admin admin] Router ccfd9623-29e6-494d-93bf-4ca86e897dca has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:43:53.493942 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a129b188-69ae-4c43-9f05-b838d13d15a5 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:43:53.504405 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1f9cae-18cc-4dde-87b0-c063e5fd8f0e None None] Sync routers for ids ['ccfd9623-29e6-494d-93bf-4ca86e897dca'] in dv-cinder-806008-1-smb {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:43:53.516079 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-a129b188-69ae-4c43-9f05-b838d13d15a5 admin admin] 10.222.0.35 "PUT /v2.0/routers/ccfd9623-29e6-494d-93bf-4ca86e897dca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8003414 Aug 25 16:43:53.518146 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1f9cae-18cc-4dde-87b0-c063e5fd8f0e None None] Routers {'ccfd9623-29e6-494d-93bf-4ca86e897dca'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:43:53.518431 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33206) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:53.518913 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-fb1f9cae-18cc-4dde-87b0-c063e5fd8f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:43:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['ccfd9623-29e6-494d-93bf-4ca86e897dca'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:53.709485 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-fb1f9cae-18cc-4dde-87b0-c063e5fd8f0e None None] Set router ccfd9623-29e6-494d-93bf-4ca86e897dca gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:43:53.742732 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-a4b8f032-dd16-4d75-a95f-7ec034baaed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:53.836939 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8066181b-6d5a-499b-9814-1de9d2c5a53a req-ca3459fa-a748-43e4-beae-2c5841631e2b tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 210 time: 0.1171846 Aug 25 16:43:53.898530 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4730023d-56dd-411b-8db9-e6e5f9b8d73a admin admin] Notify callbacks [] for router, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:54.035293 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-fb1f9cae-18cc-4dde-87b0-c063e5fd8f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'name': 'tempest-TestMinimumBasicScenario-985053090-router', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:12Z', 'updated_at': '2021-08-25T16:43:51Z', 'revision_number': 5, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'gw_port': {'id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:14Z', 'updated_at': '2021-08-25T16:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:54.039859 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1f9cae-18cc-4dde-87b0-c063e5fd8f0e None None] Checking router: ccfd9623-29e6-494d-93bf-4ca86e897dca for host: dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:43:54.053488 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1f9cae-18cc-4dde-87b0-c063e5fd8f0e None None] Routers {'ccfd9623-29e6-494d-93bf-4ca86e897dca'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:43:54.055421 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-fb1f9cae-18cc-4dde-87b0-c063e5fd8f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:43:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['ccfd9623-29e6-494d-93bf-4ca86e897dca'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:54.238902 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4730023d-56dd-411b-8db9-e6e5f9b8d73a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:54.264855 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-fb1f9cae-18cc-4dde-87b0-c063e5fd8f0e None None] Set router ccfd9623-29e6-494d-93bf-4ca86e897dca gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:43:54.290688 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-4730023d-56dd-411b-8db9-e6e5f9b8d73a admin admin] Deleting port ea6eebca-a447-41e6-bfde-ef442989bc79 {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:43:54.291250 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4730023d-56dd-411b-8db9-e6e5f9b8d73a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:54.491910 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [None req-4730023d-56dd-411b-8db9-e6e5f9b8d73a admin admin] For port ea6eebca-a447-41e6-bfde-ef442989bc79, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=ea6eebca-a447-41e6-bfde-ef442989bc79,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:54.492649 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4730023d-56dd-411b-8db9-e6e5f9b8d73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:54.591783 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-fb1f9cae-18cc-4dde-87b0-c063e5fd8f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'name': 'tempest-TestMinimumBasicScenario-985053090-router', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:12Z', 'updated_at': '2021-08-25T16:43:51Z', 'revision_number': 5, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'gw_port': {'id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:14Z', 'updated_at': '2021-08-25T16:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:54.596237 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1f9cae-18cc-4dde-87b0-c063e5fd8f0e None None] The sync data for ids ['ccfd9623-29e6-494d-93bf-4ca86e897dca'] in dv-cinder-806008-1-smb is: [{'id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'name': 'tempest-TestMinimumBasicScenario-985053090-router', 'tenant_id': '5dd739138a9947d0ac25bc7cf35c044f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:12Z', 'updated_at': '2021-08-25T16:43:51Z', 'revision_number': 5, 'project_id': '5dd739138a9947d0ac25bc7cf35c044f', 'gw_port': {'id': 'ea6eebca-a447-41e6-bfde-ef442989bc79', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfd9623-29e6-494d-93bf-4ca86e897dca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:14Z', 'updated_at': '2021-08-25T16:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}] {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:43:54.627401 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-4730023d-56dd-411b-8db9-e6e5f9b8d73a admin admin] Calling delete_port for ea6eebca-a447-41e6-bfde-ef442989bc79 owned by network:router_gateway {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:43:54.814374 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-c6cdc726-8407-46d2-b8bb-d12eafdff3f0 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:54.815066 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-c6cdc726-8407-46d2-b8bb-d12eafdff3f0 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Synchronizing usage tracker for tenant:cf4badb047eb4672b2492eb1d6d30fdc on resource:network {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:43:54.868969 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4730023d-56dd-411b-8db9-e6e5f9b8d73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:54.873048 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-18c55c0a-d95d-4b49-bd2d-e0b08a7be791 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:54.899757 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-c6cdc726-8407-46d2-b8bb-d12eafdff3f0 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Unset dirty status for tenant:cf4badb047eb4672b2492eb1d6d30fdc on resource:network {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:43:54.899757 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-c6cdc726-8407-46d2-b8bb-d12eafdff3f0 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.81 "GET /v2.0/networks?id=17f51615-7cb4-4b03-a4a0-f6da18e1f482 HTTP/1.1" status: 200 len: 814 time: 0.3227608 Aug 25 16:43:54.923573 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-53a82760-3f07-4b0d-ac7f-f1e647a655ae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Request body: {'port': {'device_id': '4e25a0a6-f33b-4838-aec9-06e9f4ce0299', 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482', 'admin_state_up': True, 'tenant_id': 'cf4badb047eb4672b2492eb1d6d30fdc'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:43:54.931309 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730023d-56dd-411b-8db9-e6e5f9b8d73a admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6eebca-a447-41e6-bfde-ef442989bc79,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:54.931309 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-4730023d-56dd-411b-8db9-e6e5f9b8d73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:54.982696 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:55.066295 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b0d5d515-f78a-43bc-8865-84c88c1eed94 req-de92363a-6c45-4583-969a-ddc505eb7e4e tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 210 time: 0.0526140 Aug 25 16:43:55.090989 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-53a82760-3f07-4b0d-ac7f-f1e647a655ae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:43:55.095862 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-53a82760-3f07-4b0d-ac7f-f1e647a655ae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Usage tracker for resource:port and tenant:cf4badb047eb4672b2492eb1d6d30fdc is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:43:55.099345 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-53a82760-3f07-4b0d-ac7f-f1e647a655ae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:43:55.107082 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-53a82760-3f07-4b0d-ac7f-f1e647a655ae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:43:55.187926 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-53a82760-3f07-4b0d-ac7f-f1e647a655ae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Made reservation on behalf of cf4badb047eb4672b2492eb1d6d30fdc for: {'port': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:43:55.190977 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-53a82760-3f07-4b0d-ac7f-f1e647a655ae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:55.247910 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4730023d-56dd-411b-8db9-e6e5f9b8d73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741927'] for router_gateway, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:55.368506 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-53a82760-3f07-4b0d-ac7f-f1e647a655ae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Allocated IP 172.20.0.6 (17f51615-7cb4-4b03-a4a0-f6da18e1f482/544ad5bc-48a4-43d9-87ff-8188da4ad555/550910eb-63ef-45c0-a83c-ed007e150d43) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:43:55.456773 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:55.514551 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4730023d-56dd-411b-8db9-e6e5f9b8d73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3787'] for router, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:55.519082 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4730023d-56dd-411b-8db9-e6e5f9b8d73a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:55.581325 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-53a82760-3f07-4b0d-ac7f-f1e647a655ae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:55.593849 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4730023d-56dd-411b-8db9-e6e5f9b8d73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737051'] for router, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:55.594411 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4730023d-56dd-411b-8db9-e6e5f9b8d73a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccfd9623-29e6-494d-93bf-4ca86e897dca {{(pid=75939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:43:55.609834 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4730023d-56dd-411b-8db9-e6e5f9b8d73a admin admin] Notify callbacks [] for router, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:55.610988 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-4730023d-56dd-411b-8db9-e6e5f9b8d73a admin admin] 10.222.0.35 "DELETE /v2.0/routers/ccfd9623-29e6-494d-93bf-4ca86e897dca HTTP/1.1" status: 204 len: 168 time: 2.0913188 Aug 25 16:43:55.613779 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 33214) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:55.665644 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-53a82760-3f07-4b0d-ac7f-f1e647a655ae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:55.672907 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d2b9cd78-fb4b-4a6d-b7c6-7987bdc281fa tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:55.731047 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_v2 [None req-a924dadc-ab5c-4df5-bc54-992a7f304f00 admin admin] Deleting subnet b1a974d7-f30e-4176-9deb-f8963fe567fd {{(pid=75940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:43:55.748878 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a924dadc-ab5c-4df5-bc54-992a7f304f00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:55.789960 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-53a82760-3f07-4b0d-ac7f-f1e647a655ae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:43:55.793267 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-53a82760-3f07-4b0d-ac7f-f1e647a655ae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:43:55.801324 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-53a82760-3f07-4b0d-ac7f-f1e647a655ae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:43:55.828041 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a82760-3f07-4b0d-ac7f-f1e647a655ae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Pushing event updated for resources: {'Port': ['ID=550910eb-63ef-45c0-a83c-ed007e150d43,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:55.840156 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-53a82760-3f07-4b0d-ac7f-f1e647a655ae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:55.850049 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a924dadc-ab5c-4df5-bc54-992a7f304f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652215'] for subnet, precommit_delete_associations {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:55.915477 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-53a82760-3f07-4b0d-ac7f-f1e647a655ae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:55.916105 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-53a82760-3f07-4b0d-ac7f-f1e647a655ae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:56.002390 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a924dadc-ab5c-4df5-bc54-992a7f304f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794922'] for subnet, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:56.043149 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-53a82760-3f07-4b0d-ac7f-f1e647a655ae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1238830 Aug 25 16:43:56.056510 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Request body: {'port': {'device_id': '4e25a0a6-f33b-4838-aec9-06e9f4ce0299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:43:56.183770 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:56.228606 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a924dadc-ab5c-4df5-bc54-992a7f304f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1515234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2014473'] for subnet, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:56.240362 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:56.282591 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a70003-685d-4545-a551-429295a71d8e req-ac2057f3-ec66-4f00-bf13-b08b592c795a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:56.284009 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a5a70003-685d-4545-a551-429295a71d8e req-ac2057f3-ec66-4f00-bf13-b08b592c795a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 931 time: 0.0795498 Aug 25 16:43:56.285557 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924dadc-ab5c-4df5-bc54-992a7f304f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a974d7-f30e-4176-9deb-f8963fe567fd,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:56.291910 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-a924dadc-ab5c-4df5-bc54-992a7f304f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:56.301388 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a924dadc-ab5c-4df5-bc54-992a7f304f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:56.302528 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9a637a-878c-405a-b7fe-27704766cc36 None None] Network 5ae4b2c8-5b57-47b7-8f20-23c93260cde2 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:43:56.334640 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a5a70003-685d-4545-a551-429295a71d8e req-3e039a90-16ed-4ba6-949e-6b98af222913 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429528 Aug 25 16:43:56.352578 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-a924dadc-ab5c-4df5-bc54-992a7f304f00 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b1a974d7-f30e-4176-9deb-f8963fe567fd HTTP/1.1" status: 204 len: 168 time: 0.7365420 Aug 25 16:43:56.355687 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33220) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:56.593825 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66643152'] for network, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:56.594486 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddd7105-5aaa-4b3b-adea-2428bf3fc3f0 None None] DHCP port deletion for 5ae4b2c8-5b57-47b7-8f20-23c93260cde2 request from dv-cinder-806008-1-smb {{(pid=75941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:43:56.598806 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-5ddd7105-5aaa-4b3b-adea-2428bf3fc3f0 None None] Deleting port 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 {{(pid=75941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:43:56.599256 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7105-5aaa-4b3b-adea-2428bf3fc3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:56.620461 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] Deleting port 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:43:56.620823 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:56.642660 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550910eb-63ef-45c0-a83c-ed007e150d43 {{(pid=75940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:43:56.650231 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:56.665802 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.provisioning_blocks [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Transition to ACTIVE for port object 550910eb-63ef-45c0-a83c-ed007e150d43 will not be triggered until provisioned by entity L2. {{(pid=75940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:43:56.703540 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 841e5d2b-70dc-43b8-9ba3-a70bb464266c no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:43:56.707755 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:56.711889 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-28911264-b904-4469-91d9-6cd68c71d05d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:56.778976 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: 841e5d2b-70dc-43b8-9ba3-a70bb464266c {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:43:56.779321 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 841e5d2b-70dc-43b8-9ba3-a70bb464266c not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:43:56.779925 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:43:56.877351 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] For port 73392dcd-b7b4-4dcf-9562-206aa0bfaf31, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=73392dcd-b7b4-4dcf-9562-206aa0bfaf31,segment=NetworkSegment(8cb98624-74fc-4bfc-aa99-ebcfad0f31da),segment_id=8cb98624-74fc-4bfc-aa99-ebcfad0f31da)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:56.877580 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:56.937622 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Pushing event updated for resources: {'Port': ['ID=550910eb-63ef-45c0-a83c-ed007e150d43,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:56.937622 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:57.002740 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-5ddd7105-5aaa-4b3b-adea-2428bf3fc3f0 None None] For port 73392dcd-b7b4-4dcf-9562-206aa0bfaf31, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=73392dcd-b7b4-4dcf-9562-206aa0bfaf31,segment=NetworkSegment(8cb98624-74fc-4bfc-aa99-ebcfad0f31da),segment_id=8cb98624-74fc-4bfc-aa99-ebcfad0f31da)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:57.003186 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7105-5aaa-4b3b-adea-2428bf3fc3f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:57.007486 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] Calling delete_port for 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 owned by network:dhcp {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:43:57.047082 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Attempting to bind port 550910eb-63ef-45c0-a83c-ed007e150d43 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:43:57.047409 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Attempting to bind port 550910eb-63ef-45c0-a83c-ed007e150d43 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '7b8559cb-322b-4c4b-830b-02fe906c31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482'}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:43:57.047855 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Attempting to bind port 550910eb-63ef-45c0-a83c-ed007e150d43 on network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:43:57.054543 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Port 550910eb-63ef-45c0-a83c-ed007e150d43 on network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:43:57.054728 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Attempting to bind port 550910eb-63ef-45c0-a83c-ed007e150d43 on network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:43:57.061907 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:43:57.062245 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Checking segment: {'id': '7b8559cb-322b-4c4b-830b-02fe906c31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:43:57.062612 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Bound using segment: {'id': '7b8559cb-322b-4c4b-830b-02fe906c31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482'} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:43:57.063027 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Bound port: 550910eb-63ef-45c0-a83c-ed007e150d43, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8559cb-322b-4c4b-830b-02fe906c31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482'}}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:43:57.063506 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:57.074337 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:57.149017 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-5ddd7105-5aaa-4b3b-adea-2428bf3fc3f0 None None] Calling delete_port for 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 owned by network:dhcp {{(pid=75941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:43:57.161922 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] For port 550910eb-63ef-45c0-a83c-ed007e150d43, host hv-cinder-80600, cleared binding levels {{(pid=75940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:43:57.164943 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] For port 550910eb-63ef-45c0-a83c-ed007e150d43, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=550910eb-63ef-45c0-a83c-ed007e150d43,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:43:57.176396 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:57.181016 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-415f4bdd-ecb0-4c59-b74d-f1673b99acd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:57.218276 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:57.225711 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=73392dcd-b7b4-4dcf-9562-206aa0bfaf31,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:57.225991 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:57.228152 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:57.232796 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] No DVR routers for this DVR port 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 on host dv-cinder-806008-1-smb {{(pid=75939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:43:57.241685 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device ea6eebca-a447-41e6-bfde-ef442989bc79 no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:43:57.290841 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: ea6eebca-a447-41e6-bfde-ef442989bc79 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:43:57.291174 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device ea6eebca-a447-41e6-bfde-ef442989bc79 not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:43:57.315463 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:57.315976 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.db.api [None req-5ddd7105-5aaa-4b3b-adea-2428bf3fc3f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:43:57.316420 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_db.api [None req-5ddd7105-5aaa-4b3b-adea-2428bf3fc3f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:43:57.316938 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] 10.222.0.81 "PUT /v2.0/ports/550910eb-63ef-45c0-a83c-ed007e150d43 HTTP/1.1" status: 200 len: 1093 time: 1.2648332 Aug 25 16:43:57.317695 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e25a0a6-f33b-4838-aec9-06e9f4ce0299', 'tag': '550910eb-63ef-45c0-a83c-ed007e150d43'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:43:57.340736 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Pushing event updated for resources: {'Port': ['ID=550910eb-63ef-45c0-a83c-ed007e150d43,revision_number=3']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:57.350589 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:57.359047 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-558f9846-9eb7-47c5-82d3-180cf2e4c315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:57.364526 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796067', 'neutron.services.segments.db._delete_segments_for_network-8731567645826'] for network, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:57.378380 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae4b2c8-5b57-47b7-8f20-23c93260cde2']}} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:57.380521 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e25a0a6-f33b-4838-aec9-06e9f4ce0299', 'tag': '550910eb-63ef-45c0-a83c-ed007e150d43', 'status': 'completed', 'code': 200} Aug 25 16:43:57.396002 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb98624-74fc-4bfc-aa99-ebcfad0f31da') {'for_net_delete': True} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:57.396248 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb98624-74fc-4bfc-aa99-ebcfad0f31da') {} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:43:57.408983 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731567646621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2068682'] for segment, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:57.426808 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:57.434538 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=75939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:43:57.435204 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66794767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1700188'] for segment, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: Traceback (most recent call last): Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: timer() Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: cb(*args, **kw) Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: return func(*args, **kwargs) Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: self._notify() Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: self.callback(batched_events) Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: event.method(event) Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: return f(self, *a, **k) Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: return self._get(url).json() Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: return self.request(url, 'GET', **kwargs) Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:43:57.448918 dv-cinder-806008-1-smb neutron-server[75939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:43:57.489451 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f28f5045-a5a2-495f-af88-06c58d8ebf32 req-b5ed643c-170e-49c8-819e-7b470270f1fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf4badb047eb4672b2492eb1d6d30fdc&device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 1096 time: 0.0826013 Aug 25 16:43:57.601717 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd4c9e-ef03-4190-9cd6-f38a8e1a3079 req-63444468-bdf0-4fb5-b570-390be3d87f10 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:57.603188 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7cdd4c9e-ef03-4190-9cd6-f38a8e1a3079 req-63444468-bdf0-4fb5-b570-390be3d87f10 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 943 time: 0.1007528 Aug 25 16:43:57.652911 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741978'] for network, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:57.653673 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f5045-a5a2-495f-af88-06c58d8ebf32 req-4002ad99-6a85-4c1c-8958-bcd5d5c4faab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:57.656648 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f28f5045-a5a2-495f-af88-06c58d8ebf32 req-4002ad99-6a85-4c1c-8958-bcd5d5c4faab service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=cf4badb047eb4672b2492eb1d6d30fdc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1563811 Aug 25 16:43:57.660234 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:57.674316 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:57.682758 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-7cdd4c9e-ef03-4190-9cd6-f38a8e1a3079 req-c0ab84fe-c5e8-4e1e-981f-ff8de5ed680f tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688262 Aug 25 16:43:57.692549 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae4b2c8-5b57-47b7-8f20-23c93260cde2,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:57.699571 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:43:57.806548 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f5045-a5a2-495f-af88-06c58d8ebf32 req-45799027-21e4-4c5c-9d9f-3b3ad6f3b28d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:57.808679 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f28f5045-a5a2-495f-af88-06c58d8ebf32 req-45799027-21e4-4c5c-9d9f-3b3ad6f3b28d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1447320 Aug 25 16:43:57.817826 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-5ddd7105-5aaa-4b3b-adea-2428bf3fc3f0 None None] Deleting port 73392dcd-b7b4-4dcf-9562-206aa0bfaf31 {{(pid=75941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:43:57.818559 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7105-5aaa-4b3b-adea-2428bf3fc3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:57.855730 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5ae4b2c8-5b57-47b7-8f20-23c93260cde2 HTTP/1.1" status: 204 len: 168 time: 1.4988403 Aug 25 16:43:57.856551 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33228) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:43:57.886573 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-5ddd7105-5aaa-4b3b-adea-2428bf3fc3f0 None None] The port '73392dcd-b7b4-4dcf-9562-206aa0bfaf31' was deleted {{(pid=75941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:43:57.945874 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-32de558f-3474-4fad-8f4a-9ed43133df96 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf4badb047eb4672b2492eb1d6d30fdc&device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 1096 time: 0.0944755 Aug 25 16:43:58.028258 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-e5443e85-b125-4266-b8fd-c395054a4b5b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=550910eb-63ef-45c0-a83c-ed007e150d43 HTTP/1.1" status: 200 len: 217 time: 0.0696082 Aug 25 16:43:58.050932 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:58.100749 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-297f3e4d-e991-4972-bc1a-d571664a8802 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:58.102326 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-297f3e4d-e991-4972-bc1a-d571664a8802 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=544ad5bc-48a4-43d9-87ff-8188da4ad555 HTTP/1.1" status: 200 len: 854 time: 0.0642431 Aug 25 16:43:58.155918 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-8e6f1c62-7cc4-4770-a016-7b7e50c447e8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=17f51615-7cb4-4b03-a4a0-f6da18e1f482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459621 Aug 25 16:43:58.281447 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-59e35e81-c236-4f84-83ad-356a62108c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742234'] for router_interface, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:58.297304 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-cd618c47-a64a-4824-bee2-f0b898f71f92 service neutron] 10.222.0.81 "GET /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343279 Aug 25 16:43:58.449931 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-7378e121-18c0-4607-abbb-e8c5d23b1377 req-fac12f1f-2800-4f75-b7cc-71c7f6b904be service neutron] 10.222.0.81 "GET /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460559 Aug 25 16:43:58.950438 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd1c18-ddd8-4bfd-a35a-e4355e0a7193 req-1c898af2-6448-4e38-af0d-d1b7e9727162 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:43:58.952030 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9ccd1c18-ddd8-4bfd-a35a-e4355e0a7193 req-1c898af2-6448-4e38-af0d-d1b7e9727162 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 943 time: 0.1407702 Aug 25 16:43:59.035273 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9ccd1c18-ddd8-4bfd-a35a-e4355e0a7193 req-bd79ea52-047c-4692-9d18-f73cf319a461 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776355 Aug 25 16:43:59.133068 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-59e35e81-c236-4f84-83ad-356a62108c77 admin admin] Deleting port 0fcba059-be6e-44ee-8170-0ebaec7b6d46 {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:43:59.133410 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-59e35e81-c236-4f84-83ad-356a62108c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:59.308449 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [None req-59e35e81-c236-4f84-83ad-356a62108c77 admin admin] For port 0fcba059-be6e-44ee-8170-0ebaec7b6d46, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=0fcba059-be6e-44ee-8170-0ebaec7b6d46,segment=NetworkSegment(378a468f-31a6-49e0-88c5-54d3eaef4eb2),segment_id=378a468f-31a6-49e0-88c5-54d3eaef4eb2)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:43:59.308723 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-59e35e81-c236-4f84-83ad-356a62108c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:59.436473 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-59e35e81-c236-4f84-83ad-356a62108c77 admin admin] Calling delete_port for 0fcba059-be6e-44ee-8170-0ebaec7b6d46 owned by network:router_interface {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:43:59.719353 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-59e35e81-c236-4f84-83ad-356a62108c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:59.723263 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-75f385ff-9888-41a3-9e3b-4d141815750b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:43:59.753409 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:43:59.768358 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e35e81-c236-4f84-83ad-356a62108c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fcba059-be6e-44ee-8170-0ebaec7b6d46,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:43:59.772103 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-59e35e81-c236-4f84-83ad-356a62108c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:00.065128 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-59e35e81-c236-4f84-83ad-356a62108c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66719887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742318'] for router_interface, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:00.443920 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fad5c-ee8c-4556-8eae-98d8e5afe2ba req-64d46b27-02f1-47a0-b069-efd8591c5718 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:00.445363 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fd0fad5c-ee8c-4556-8eae-98d8e5afe2ba req-64d46b27-02f1-47a0-b069-efd8591c5718 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 943 time: 0.1155303 Aug 25 16:44:00.643037 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fd0fad5c-ee8c-4556-8eae-98d8e5afe2ba req-e3585413-a4a4-4d38-a6ee-c83e511aa6db tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428242 Aug 25 16:44:00.864070 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e35e81-c236-4f84-83ad-356a62108c77 admin admin] Router e802ba76-1a95-4f27-b02d-c6270976f14a has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:44:01.071595 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e35e81-c236-4f84-83ad-356a62108c77 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:44:01.079943 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5a27ff-457f-4af7-bb6c-e1fb61cea3f1 None None] Sync routers for ids ['e802ba76-1a95-4f27-b02d-c6270976f14a'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:44:01.092142 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5a27ff-457f-4af7-bb6c-e1fb61cea3f1 None None] Routers {'e802ba76-1a95-4f27-b02d-c6270976f14a'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:44:01.097261 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-2d5a27ff-457f-4af7-bb6c-e1fb61cea3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:43:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['e802ba76-1a95-4f27-b02d-c6270976f14a'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:01.146737 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-59e35e81-c236-4f84-83ad-356a62108c77 admin admin] 10.222.0.35 "PUT /v2.0/routers/e802ba76-1a95-4f27-b02d-c6270976f14a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2865729 Aug 25 16:44:01.149320 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33240) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:01.278914 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-2d5a27ff-457f-4af7-bb6c-e1fb61cea3f1 None None] Set router e802ba76-1a95-4f27-b02d-c6270976f14a gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:44:01.349888 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3aec280d-660e-4675-9b0f-a8b7e10bee8d admin admin] Notify callbacks [] for router, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:01.553079 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3aec280d-660e-4675-9b0f-a8b7e10bee8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:01.578154 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-2d5a27ff-457f-4af7-bb6c-e1fb61cea3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'name': 'tempest-TestMinimumBasicScenario-192352027-router', 'tenant_id': '512800f8892844c2bfaee346d1b1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ee89cd51-5991-4f81-b9d1-63920cb30f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:29Z', 'updated_at': '2021-08-25T16:43:59Z', 'revision_number': 5, 'project_id': '512800f8892844c2bfaee346d1b1211b', 'gw_port': {'id': 'ee89cd51-5991-4f81-b9d1-63920cb30f29', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:40:30Z', 'updated_at': '2021-08-25T16:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:01.584404 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5a27ff-457f-4af7-bb6c-e1fb61cea3f1 None None] Checking router: e802ba76-1a95-4f27-b02d-c6270976f14a for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:44:01.602312 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5a27ff-457f-4af7-bb6c-e1fb61cea3f1 None None] Routers {'e802ba76-1a95-4f27-b02d-c6270976f14a'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:44:01.603732 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-2d5a27ff-457f-4af7-bb6c-e1fb61cea3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:43:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['e802ba76-1a95-4f27-b02d-c6270976f14a'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:01.616510 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-3aec280d-660e-4675-9b0f-a8b7e10bee8d admin admin] Deleting port ee89cd51-5991-4f81-b9d1-63920cb30f29 {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:44:01.616850 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3aec280d-660e-4675-9b0f-a8b7e10bee8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:01.776960 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-2d5a27ff-457f-4af7-bb6c-e1fb61cea3f1 None None] Set router e802ba76-1a95-4f27-b02d-c6270976f14a gateway port host: None {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:44:01.820643 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 550910eb-63ef-45c0-a83c-ed007e150d43 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:44:01.937502 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-2d5a27ff-457f-4af7-bb6c-e1fb61cea3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'name': 'tempest-TestMinimumBasicScenario-192352027-router', 'tenant_id': '512800f8892844c2bfaee346d1b1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:29Z', 'updated_at': '2021-08-25T16:44:01Z', 'revision_number': 6, 'project_id': '512800f8892844c2bfaee346d1b1211b', 'gw_port_host': None}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:01.944143 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5a27ff-457f-4af7-bb6c-e1fb61cea3f1 None None] The sync data for ids ['e802ba76-1a95-4f27-b02d-c6270976f14a'] in dv-cinder-806008-1-smb is: [{'id': 'e802ba76-1a95-4f27-b02d-c6270976f14a', 'name': 'tempest-TestMinimumBasicScenario-192352027-router', 'tenant_id': '512800f8892844c2bfaee346d1b1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:40:29Z', 'updated_at': '2021-08-25T16:44:01Z', 'revision_number': 6, 'project_id': '512800f8892844c2bfaee346d1b1211b', 'gw_port_host': None}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:44:01.992361 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [None req-3aec280d-660e-4675-9b0f-a8b7e10bee8d admin admin] For port ee89cd51-5991-4f81-b9d1-63920cb30f29, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=ee89cd51-5991-4f81-b9d1-63920cb30f29,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:01.992712 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3aec280d-660e-4675-9b0f-a8b7e10bee8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:02.072574 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 550910eb-63ef-45c0-a83c-ed007e150d43, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=550910eb-63ef-45c0-a83c-ed007e150d43,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:02.088590 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': '550910eb-63ef-45c0-a83c-ed007e150d43', 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482', 'port_id': '550910eb-63ef-45c0-a83c-ed007e150d43', 'mac_address': 'fa:16:3e:a1:f8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544ad5bc-48a4-43d9-87ff-8188da4ad555', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:44:02.121852 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d875a-8f00-4920-a323-27f55911447e req-60c3c2fe-fac0-4c9f-8396-4f894c3caefc tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:02.124004 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-be4d875a-8f00-4920-a323-27f55911447e req-60c3c2fe-fac0-4c9f-8396-4f894c3caefc tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 943 time: 0.2621956 Aug 25 16:44:02.130059 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-3aec280d-660e-4675-9b0f-a8b7e10bee8d admin admin] Calling delete_port for ee89cd51-5991-4f81-b9d1-63920cb30f29 owned by network:router_gateway {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:44:02.156877 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:02.174896 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550910eb-63ef-45c0-a83c-ed007e150d43 {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:44:02.191067 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 550910eb-63ef-45c0-a83c-ed007e150d43, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=550910eb-63ef-45c0-a83c-ed007e150d43,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:02.238316 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-be4d875a-8f00-4920-a323-27f55911447e req-3da0830d-845f-45f7-8ad7-ecef98fc5b95 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785921 Aug 25 16:44:02.249138 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:02.252019 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:02.338139 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=550910eb-63ef-45c0-a83c-ed007e150d43,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:02.353206 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:02.354631 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:02.354631 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:02.355139 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:02.355399 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:02.355735 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:02.356095 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:02.356442 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:02.356757 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:02.357084 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:02.357407 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:02.361389 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:02.445925 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3aec280d-660e-4675-9b0f-a8b7e10bee8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:02.453578 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-c3d60e3b-674d-4b68-a212-e591379fa6bd tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:02.518483 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec280d-660e-4675-9b0f-a8b7e10bee8d admin admin] Pushing event deleted for resources: {'Port': ['ID=ee89cd51-5991-4f81-b9d1-63920cb30f29,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:02.522099 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-3aec280d-660e-4675-9b0f-a8b7e10bee8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:02.549710 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['550910eb-63ef-45c0-a83c-ed007e150d43'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:44:02.766815 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3aec280d-660e-4675-9b0f-a8b7e10bee8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741927'] for router_gateway, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:02.856607 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 0fcba059-be6e-44ee-8170-0ebaec7b6d46 no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:44:02.894484 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: 0fcba059-be6e-44ee-8170-0ebaec7b6d46 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:44:02.894824 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 0fcba059-be6e-44ee-8170-0ebaec7b6d46 not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:44:02.895245 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device ee89cd51-5991-4f81-b9d1-63920cb30f29 no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:44:02.934080 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: ee89cd51-5991-4f81-b9d1-63920cb30f29 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:44:02.934405 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device ee89cd51-5991-4f81-b9d1-63920cb30f29 not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:44:03.062354 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3aec280d-660e-4675-9b0f-a8b7e10bee8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3787'] for router, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:03.066984 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3aec280d-660e-4675-9b0f-a8b7e10bee8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:03.204812 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3aec280d-660e-4675-9b0f-a8b7e10bee8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737051'] for router, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:03.205458 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aec280d-660e-4675-9b0f-a8b7e10bee8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e802ba76-1a95-4f27-b02d-c6270976f14a {{(pid=75939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:44:03.219096 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-3aec280d-660e-4675-9b0f-a8b7e10bee8d admin admin] Notify callbacks [] for router, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:03.224339 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-3aec280d-660e-4675-9b0f-a8b7e10bee8d admin admin] 10.222.0.35 "DELETE /v2.0/routers/e802ba76-1a95-4f27-b02d-c6270976f14a HTTP/1.1" status: 204 len: 168 time: 2.0723970 Aug 25 16:44:03.224495 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 33246) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:03.290776 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_v2 [None req-72721860-d27f-4d6b-b91a-6dc4266bd772 admin admin] Deleting subnet 54924858-1d40-4044-a651-f88654371fac {{(pid=75940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:44:03.294857 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-72721860-d27f-4d6b-b91a-6dc4266bd772 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:03.350970 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-72721860-d27f-4d6b-b91a-6dc4266bd772 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652215'] for subnet, precommit_delete_associations {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:03.440293 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-72721860-d27f-4d6b-b91a-6dc4266bd772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794922'] for subnet, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:03.450602 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b82030-3f20-461e-9d16-6c30e8d34a09 req-50305c53-a1f6-4a23-8ede-9243686d4b7b tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:03.452203 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-20b82030-3f20-461e-9d16-6c30e8d34a09 req-50305c53-a1f6-4a23-8ede-9243686d4b7b tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 944 time: 0.0831840 Aug 25 16:44:03.505675 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-20b82030-3f20-461e-9d16-6c30e8d34a09 req-90750a05-6159-454c-880e-f18014e1cb2c tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475554 Aug 25 16:44:03.611445 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-72721860-d27f-4d6b-b91a-6dc4266bd772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1515234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2014473'] for subnet, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:03.615343 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-79cb262d-d013-4bdc-b988-c379e57d9d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:03.657083 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72721860-d27f-4d6b-b91a-6dc4266bd772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54924858-1d40-4044-a651-f88654371fac,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:03.660450 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-72721860-d27f-4d6b-b91a-6dc4266bd772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:03.661926 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-72721860-d27f-4d6b-b91a-6dc4266bd772 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:03.667181 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8b283f-6113-477e-8298-b380d6a4c418 None None] Network a45c29c3-a958-42ed-80a9-329fc5d1d77d requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:44:03.669581 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-72721860-d27f-4d6b-b91a-6dc4266bd772 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/54924858-1d40-4044-a651-f88654371fac HTTP/1.1" status: 204 len: 168 time: 0.4446335 Aug 25 16:44:03.671918 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 33256) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:03.783707 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66643152'] for network, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:03.795450 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Deleting port e588e7a8-53ad-46b1-a712-29d35b0c6069 {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:44:03.795716 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:03.829263 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 550910eb-63ef-45c0-a83c-ed007e150d43 up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:44:03.997067 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04343890-b477-4ed8-a680-160c51f27eef None None] DHCP port deletion for a45c29c3-a958-42ed-80a9-329fc5d1d77d request from dv-cinder-806008-1-smb {{(pid=75941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:44:04.001211 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-04343890-b477-4ed8-a680-160c51f27eef None None] Deleting port e588e7a8-53ad-46b1-a712-29d35b0c6069 {{(pid=75941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:44:04.001604 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-04343890-b477-4ed8-a680-160c51f27eef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:04.030134 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port 550910eb-63ef-45c0-a83c-ed007e150d43 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:44:04.048928 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port 550910eb-63ef-45c0-a83c-ed007e150d43 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:44:04.049200 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:04.107367 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] For port e588e7a8-53ad-46b1-a712-29d35b0c6069, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=e588e7a8-53ad-46b1-a712-29d35b0c6069,segment=NetworkSegment(378a468f-31a6-49e0-88c5-54d3eaef4eb2),segment_id=378a468f-31a6-49e0-88c5-54d3eaef4eb2)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:04.107714 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:04.241982 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Calling delete_port for e588e7a8-53ad-46b1-a712-29d35b0c6069 owned by network:dhcp {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:44:04.312432 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-04343890-b477-4ed8-a680-160c51f27eef None None] For port e588e7a8-53ad-46b1-a712-29d35b0c6069, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=e588e7a8-53ad-46b1-a712-29d35b0c6069,segment=NetworkSegment(378a468f-31a6-49e0-88c5-54d3eaef4eb2),segment_id=378a468f-31a6-49e0-88c5-54d3eaef4eb2)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:04.312742 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-04343890-b477-4ed8-a680-160c51f27eef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:04.319880 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:04.382127 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:04.387501 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:04.431276 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Pushing event deleted for resources: {'Port': ['ID=e588e7a8-53ad-46b1-a712-29d35b0c6069,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:04.434355 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:04.436593 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] No DVR routers for this DVR port e588e7a8-53ad-46b1-a712-29d35b0c6069 on host dv-cinder-806008-1-smb {{(pid=75940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:44:04.450406 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-04343890-b477-4ed8-a680-160c51f27eef None None] Calling delete_port for e588e7a8-53ad-46b1-a712-29d35b0c6069 owned by network:dhcp {{(pid=75941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:44:04.505345 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e25a0a6-f33b-4838-aec9-06e9f4ce0299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550910eb-63ef-45c0-a83c-ed007e150d43'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:44:04.520609 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 550910eb-63ef-45c0-a83c-ed007e150d43, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=550910eb-63ef-45c0-a83c-ed007e150d43,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:04.555631 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.db.api [None req-04343890-b477-4ed8-a680-160c51f27eef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:44:04.556203 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_db.api [None req-04343890-b477-4ed8-a680-160c51f27eef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:44:04.566468 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796067', 'neutron.services.segments.db._delete_segments_for_network-8731567645826'] for network, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:04.570689 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e25a0a6-f33b-4838-aec9-06e9f4ce0299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550910eb-63ef-45c0-a83c-ed007e150d43', 'code': 200} Aug 25 16:44:04.583429 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45c29c3-a958-42ed-80a9-329fc5d1d77d']}} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:04.606656 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378a468f-31a6-49e0-88c5-54d3eaef4eb2') {'for_net_delete': True} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:04.607079 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.services.segments.db [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378a468f-31a6-49e0-88c5-54d3eaef4eb2') {} {{(pid=75940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:04.622119 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:04.624269 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-84768491-fc4d-4dfa-9fae-c1aa6c3ca007 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:04.639224 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731567646621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1652216'] for segment, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:04.659649 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:04.669754 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=75940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:44:04.670712 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66794767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1515076'] for segment, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: Traceback (most recent call last): Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: timer() Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: cb(*args, **kw) Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: return func(*args, **kwargs) Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: self._notify() Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: self.callback(batched_events) Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: event.method(event) Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: return f(self, *a, **k) Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: return self._get(url).json() Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: return self.request(url, 'GET', **kwargs) Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:44:04.688564 dv-cinder-806008-1-smb neutron-server[75940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:44:04.715021 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device e588e7a8-53ad-46b1-a712-29d35b0c6069 no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:44:04.745789 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=550910eb-63ef-45c0-a83c-ed007e150d43,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:04.748898 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406e065-fb61-4146-94aa-5761aa0d451d req-bef8814f-d0be-4e47-a927-eb0e1ad4e5e9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:04.753376 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:04.754111 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: e588e7a8-53ad-46b1-a712-29d35b0c6069 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:44:04.754466 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device e588e7a8-53ad-46b1-a712-29d35b0c6069 not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:44:04.755177 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1406e065-fb61-4146-94aa-5761aa0d451d req-bef8814f-d0be-4e47-a927-eb0e1ad4e5e9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 945 time: 0.1034348 Aug 25 16:44:04.804111 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1406e065-fb61-4146-94aa-5761aa0d451d req-e6305311-0916-4fb6-9074-4476b2589c06 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478690 Aug 25 16:44:04.867854 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741978'] for network, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:04.872881 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:04.886580 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:04.900872 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Pushing event deleted for resources: {'Network': ['ID=a45c29c3-a958-42ed-80a9-329fc5d1d77d,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:04.913551 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a45c29c3-a958-42ed-80a9-329fc5d1d77d HTTP/1.1" status: 204 len: 168 time: 1.2407558 Aug 25 16:44:04.915404 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:04.915775 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:04.916815 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:04.917172 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:04.917932 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:04.918428 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:04.919029 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:04.919208 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:04.919615 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:04.919862 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:04.920248 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:04.923782 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-c116af36-df90-4432-b871-8c51167e4472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:05.023099 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-d3d45ddc-45b8-4335-b17e-1ce0000c5214 req-b5647819-767e-460c-9be1-eb10d72fe3de service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 1098 time: 0.0761726 Aug 25 16:44:05.057233 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-04343890-b477-4ed8-a680-160c51f27eef None None] Deleting port e588e7a8-53ad-46b1-a712-29d35b0c6069 {{(pid=75941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:44:05.057894 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-04343890-b477-4ed8-a680-160c51f27eef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:05.073602 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-d3d45ddc-45b8-4335-b17e-1ce0000c5214 req-2c76cff4-a5a5-4573-80f4-36853618ccd4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390177 Aug 25 16:44:05.160806 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-04343890-b477-4ed8-a680-160c51f27eef None None] The port 'e588e7a8-53ad-46b1-a712-29d35b0c6069' was deleted {{(pid=75941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:44:05.278489 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 33266) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:05.330652 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-18e64898-02bf-4809-9281-21ea1b9c64b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5dd739138a9947d0ac25bc7cf35c044f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507927 Aug 25 16:44:05.332852 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 33270) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:05.399182 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-0fa67850-cb2c-4a37-a534-a4a54f26a78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:05.424945 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-0fa67850-cb2c-4a37-a534-a4a54f26a78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:05.582289 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-0fa67850-cb2c-4a37-a534-a4a54f26a78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:05.586750 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d9faf6ba-87c9-4975-a0f8-7f736760d5e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:05.602528 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa67850-cb2c-4a37-a534-a4a54f26a78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cdb8f4-56ff-4312-8c4b-425a7d529196,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:05.607510 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-0fa67850-cb2c-4a37-a534-a4a54f26a78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:05.610920 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-0fa67850-cb2c-4a37-a534-a4a54f26a78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:05.612124 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-0fa67850-cb2c-4a37-a534-a4a54f26a78e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/35cdb8f4-56ff-4312-8c4b-425a7d529196 HTTP/1.1" status: 204 len: 168 time: 0.2783499 Aug 25 16:44:06.027647 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2197c4-84d0-498d-aa12-6e00085d947c req-c2ae9bb6-2e82-4181-b446-1d25e6a276c1 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:06.029191 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9e2197c4-84d0-498d-aa12-6e00085d947c req-c2ae9bb6-2e82-4181-b446-1d25e6a276c1 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 945 time: 0.0994291 Aug 25 16:44:06.079647 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9e2197c4-84d0-498d-aa12-6e00085d947c req-979e455e-d5c1-4a84-83f8-6ff0e9d803b3 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436704 Aug 25 16:44:06.318718 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33280) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:06.489740 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-d452c4d0-fae5-4613-aecb-6ad3120a9e65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=512800f8892844c2bfaee346d1b1211b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1667421 Aug 25 16:44:06.490045 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 33284) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:06.551339 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-55dba980-fd0b-4b04-bf59-56ae229fea65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:06.580795 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-55dba980-fd0b-4b04-bf59-56ae229fea65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:06.730916 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-55dba980-fd0b-4b04-bf59-56ae229fea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:06.734753 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-6ab14685-bea7-4c63-880e-a35f42b2d6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:06.748319 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dba980-fd0b-4b04-bf59-56ae229fea65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2402343a-6b28-4e43-ab4e-50d0d18090d3,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:06.749702 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-55dba980-fd0b-4b04-bf59-56ae229fea65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:06.753350 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-55dba980-fd0b-4b04-bf59-56ae229fea65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:06.756332 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-55dba980-fd0b-4b04-bf59-56ae229fea65 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2402343a-6b28-4e43-ab4e-50d0d18090d3 HTTP/1.1" status: 204 len: 168 time: 0.2634664 Aug 25 16:44:07.290624 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695ab2d-423e-4fcb-90a9-d476913e66ec req-7d4fb7e0-009e-422d-a40c-cc1314872c17 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:07.292629 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f695ab2d-423e-4fcb-90a9-d476913e66ec req-7d4fb7e0-009e-422d-a40c-cc1314872c17 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 945 time: 0.0816963 Aug 25 16:44:07.340727 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f695ab2d-423e-4fcb-90a9-d476913e66ec req-0338fa61-68d2-4bce-972f-34cc9f27c565 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423150 Aug 25 16:44:11.479999 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2337d6c-8767-440a-9c15-5e4b83f61a67 req-db53f039-35d6-4ac6-b73c-63965b261386 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:11.481454 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f2337d6c-8767-440a-9c15-5e4b83f61a67 req-db53f039-35d6-4ac6-b73c-63965b261386 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 946 time: 0.0862274 Aug 25 16:44:11.538490 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f2337d6c-8767-440a-9c15-5e4b83f61a67 req-fe33c7da-9fc6-49f9-ad83-1da6b8c100ee tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514526 Aug 25 16:44:12.777936 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a24b76-253d-4010-bd69-4b934e9dfb20 req-b201ba6b-875e-44e9-8609-9d207ef7d36b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:12.779619 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-36a24b76-253d-4010-bd69-4b934e9dfb20 req-b201ba6b-875e-44e9-8609-9d207ef7d36b tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 946 time: 0.0907230 Aug 25 16:44:12.928150 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-36a24b76-253d-4010-bd69-4b934e9dfb20 req-b70fc5f6-70b1-42a3-b5ab-e9cf05bf2b80 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c5b5230-119d-4b47-82b8-73f1d18fc40a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412792 Aug 25 16:44:13.006372 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-44fb9281-cea9-4ad5-8eb8-4077dfd8040d tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:13.008271 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-44fb9281-cea9-4ad5-8eb8-4077dfd8040d tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/networks?id=17f51615-7cb4-4b03-a4a0-f6da18e1f482 HTTP/1.1" status: 200 len: 814 time: 0.2021282 Aug 25 16:44:13.027763 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-fa95d2f7-3da8-4312-a0bb-8094e5a0aaf0 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/quotas/cf4badb047eb4672b2492eb1d6d30fdc HTTP/1.1" status: 200 len: 375 time: 0.0126724 Aug 25 16:44:13.029229 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d62f33-ab97-48aa-91cb-82ac26b034f6 req-d9ad07ef-9429-4862-a200-c270cb8e556c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:13.029998 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-41d62f33-ab97-48aa-91cb-82ac26b034f6 req-d9ad07ef-9429-4862-a200-c270cb8e556c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Synchronizing usage tracker for tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 on resource:port {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:44:13.043887 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-41d62f33-ab97-48aa-91cb-82ac26b034f6 req-d9ad07ef-9429-4862-a200-c270cb8e556c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Unset dirty status for tenant:9d3e55e2e3bf4a89aef28d62f16dfdd9 on resource:port {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:44:13.045038 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-41d62f33-ab97-48aa-91cb-82ac26b034f6 req-d9ad07ef-9429-4862-a200-c270cb8e556c tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 946 time: 0.1061659 Aug 25 16:44:13.116852 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-9adc5dc2-fbd2-4b96-ba54-112fe29a52a0 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf4badb047eb4672b2492eb1d6d30fdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833397 Aug 25 16:44:13.122620 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-41d62f33-ab97-48aa-91cb-82ac26b034f6 req-9c9a91ff-9088-40ef-be59-60abc2a29ecc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Deleting port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:44:13.122962 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-41d62f33-ab97-48aa-91cb-82ac26b034f6 req-9c9a91ff-9088-40ef-be59-60abc2a29ecc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:13.265260 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-b15fce05-8e1f-43c2-b570-3e685974771d service neutron] 10.222.0.35 "GET /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407995 Aug 25 16:44:13.410286 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-9100a977-86fc-4734-90a2-48cba7ba821e service neutron] 10.222.0.35 "GET /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382670 Aug 25 16:44:13.411214 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-41d62f33-ab97-48aa-91cb-82ac26b034f6 req-9c9a91ff-9088-40ef-be59-60abc2a29ecc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] For port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:13.411575 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-41d62f33-ab97-48aa-91cb-82ac26b034f6 req-9c9a91ff-9088-40ef-be59-60abc2a29ecc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:13.711417 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-034f4b73-ded8-4998-988b-3017d3a29e4d req-91d4db7d-6151-442c-b8cf-40734fd4afb4 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 210 time: 0.0435131 Aug 25 16:44:13.824151 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-41d62f33-ab97-48aa-91cb-82ac26b034f6 req-9c9a91ff-9088-40ef-be59-60abc2a29ecc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:13.824708 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-41d62f33-ab97-48aa-91cb-82ac26b034f6 req-9c9a91ff-9088-40ef-be59-60abc2a29ecc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741960'] for floatingip, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:13.825206 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.db.l3_db [req-41d62f33-ab97-48aa-91cb-82ac26b034f6 req-9c9a91ff-9088-40ef-be59-60abc2a29ecc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Floating IP e8117e68-e5be-45c9-ad72-771fa1339ab0 disassociated. External IP: 172.28.2.154, port: 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf. Aug 25 16:44:13.825730 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-41d62f33-ab97-48aa-91cb-82ac26b034f6 req-9c9a91ff-9088-40ef-be59-60abc2a29ecc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Calling delete_port for 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf owned by compute:nova {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:44:14.074600 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-41d62f33-ab97-48aa-91cb-82ac26b034f6 req-9c9a91ff-9088-40ef-be59-60abc2a29ecc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:14.080917 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-05c22ac9-f926-438b-9405-e39e387ed3f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:14.140932 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-83e2bf56-1e93-457f-8683-2301d04987f9 req-f336bbf8-ac68-4b10-9b66-be47eb754de8 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 210 time: 0.0535908 Aug 25 16:44:14.144161 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a91ff-9088-40ef-be59-60abc2a29ecc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Pushing event deleted for resources: {'Port': ['ID=7ab71a4b-1bec-42e2-8a8b-563d979bcdcf,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:14.146910 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-9c9a91ff-9088-40ef-be59-60abc2a29ecc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:14.363516 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41d62f33-ab97-48aa-91cb-82ac26b034f6 req-9c9a91ff-9088-40ef-be59-60abc2a29ecc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Router 5fa562bc-cbdd-47e6-a93c-41b705161d45 has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:44:14.587060 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41d62f33-ab97-48aa-91cb-82ac26b034f6 req-9c9a91ff-9088-40ef-be59-60abc2a29ecc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:44:14.600803 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e8127-e62c-4606-bd40-7a6ee2a52c57 None None] Sync routers for ids ['5fa562bc-cbdd-47e6-a93c-41b705161d45'] in dv-cinder-806008-1-smb {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:44:14.615773 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e8127-e62c-4606-bd40-7a6ee2a52c57 None None] Routers {'5fa562bc-cbdd-47e6-a93c-41b705161d45'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:44:14.616540 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-9d4e8127-e62c-4606-bd40-7a6ee2a52c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:43:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['5fa562bc-cbdd-47e6-a93c-41b705161d45'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:14.672282 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d62f33-ab97-48aa-91cb-82ac26b034f6 req-9c9a91ff-9088-40ef-be59-60abc2a29ecc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] No DVR routers for this DVR port 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf on host hv-cinder-80600 {{(pid=75940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:44:14.674785 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-41d62f33-ab97-48aa-91cb-82ac26b034f6 req-9c9a91ff-9088-40ef-be59-60abc2a29ecc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:14.677967 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'name': 'network-vif-deleted', 'tag': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:44:14.740288 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee901a4d-3124-4905-abf4-3afbecddfc4f', 'name': 'network-vif-deleted', 'tag': '7ab71a4b-1bec-42e2-8a8b-563d979bcdcf', 'status': 'completed', 'code': 200} Aug 25 16:44:14.771681 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-41d62f33-ab97-48aa-91cb-82ac26b034f6 req-9c9a91ff-9088-40ef-be59-60abc2a29ecc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.81 "DELETE /v2.0/ports/7ab71a4b-1bec-42e2-8a8b-563d979bcdcf HTTP/1.1" status: 204 len: 173 time: 1.7145755 Aug 25 16:44:14.816896 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-9d4e8127-e62c-4606-bd40-7a6ee2a52c57 None None] Set router 5fa562bc-cbdd-47e6-a93c-41b705161d45 gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:44:14.893799 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-498b9bfb-a335-4751-a4d0-e30adc2a4db3 req-f96fb3ce-94ea-4792-bfc1-c506b306e4ed tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 210 time: 0.0447850 Aug 25 16:44:15.200788 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-9d4e8127-e62c-4606-bd40-7a6ee2a52c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:36:40Z', 'revision_number': 4, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'c476155d-2667-490c-8dbc-59c05d74238e', 'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'mac_address': 'fa:16:3e:2f:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:39Z', 'updated_at': '2021-08-25T16:36:55Z', 'revision_number': 5, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'subnets': [{'id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:15.205143 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e8127-e62c-4606-bd40-7a6ee2a52c57 None None] Checking router: 5fa562bc-cbdd-47e6-a93c-41b705161d45 for host: dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:44:15.217042 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e8127-e62c-4606-bd40-7a6ee2a52c57 None None] Routers {'5fa562bc-cbdd-47e6-a93c-41b705161d45'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:44:15.217660 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-9d4e8127-e62c-4606-bd40-7a6ee2a52c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:43:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['5fa562bc-cbdd-47e6-a93c-41b705161d45'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:15.359561 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-36540d4f-6960-4114-941a-bdf170a6c8f0 req-1931fa66-3131-4fee-91ea-68ec32516039 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee901a4d-3124-4905-abf4-3afbecddfc4f HTTP/1.1" status: 200 len: 210 time: 0.0431011 Aug 25 16:44:15.414893 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-9d4e8127-e62c-4606-bd40-7a6ee2a52c57 None None] Set router 5fa562bc-cbdd-47e6-a93c-41b705161d45 gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:44:15.748987 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-9d4e8127-e62c-4606-bd40-7a6ee2a52c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:36:40Z', 'revision_number': 4, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'c476155d-2667-490c-8dbc-59c05d74238e', 'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'mac_address': 'fa:16:3e:2f:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:39Z', 'updated_at': '2021-08-25T16:36:55Z', 'revision_number': 5, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'subnets': [{'id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:15.753261 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e8127-e62c-4606-bd40-7a6ee2a52c57 None None] The sync data for ids ['5fa562bc-cbdd-47e6-a93c-41b705161d45'] in dv-cinder-806008-1-smb is: [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:36:40Z', 'revision_number': 4, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'c476155d-2667-490c-8dbc-59c05d74238e', 'name': '', 'network_id': '314c2219-9728-4f2c-9626-6a0a1ff0a0c4', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'mac_address': 'fa:16:3e:2f:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:39Z', 'updated_at': '2021-08-25T16:36:55Z', 'revision_number': 5, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'subnets': [{'id': 'd63a0ffb-80d7-4462-90e5-4d8039ba5a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:44:15.894911 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:44:15.933614 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:44:15.934076 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 7ab71a4b-1bec-42e2-8a8b-563d979bcdcf not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:44:16.016059 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165661aa-12c6-4046-b3cb-3a9847f031d8 None None] New status for floating IP e8117e68-e5be-45c9-ad72-771fa1339ab0: DOWN {{(pid=75941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:44:16.077224 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-63e3df86-797d-436e-8ace-7c4a14d93ef8 req-85a36626-2d42-4510-9092-1cd1dd030c9a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 210 time: 0.0506785 Aug 25 16:44:16.508454 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-857671d9-9973-4d8f-9178-40f5212753e4 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:16.510511 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-857671d9-9973-4d8f-9178-40f5212753e4 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.81 "GET /v2.0/networks?id=17f51615-7cb4-4b03-a4a0-f6da18e1f482 HTTP/1.1" status: 200 len: 814 time: 0.1539063 Aug 25 16:44:16.528406 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-556a7062-517c-4ca1-8d53-11a95878b7a9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Request body: {'port': {'device_id': '67a99a2c-bb16-4dae-af08-f636a37020bf', 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482', 'admin_state_up': True, 'tenant_id': 'cf4badb047eb4672b2492eb1d6d30fdc'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:44:16.596084 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 33364) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:16.725335 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-556a7062-517c-4ca1-8d53-11a95878b7a9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:44:16.727611 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-15c19f1d-336f-46cf-9267-006e102a8934 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:16.732253 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-556a7062-517c-4ca1-8d53-11a95878b7a9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Usage tracker for resource:port and tenant:cf4badb047eb4672b2492eb1d6d30fdc is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:44:16.741787 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-556a7062-517c-4ca1-8d53-11a95878b7a9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Quota usage for port was recalculated. Used quota:1. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:44:16.756391 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-556a7062-517c-4ca1-8d53-11a95878b7a9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:44:16.774563 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-15c19f1d-336f-46cf-9267-006e102a8934 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:16.844761 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-556a7062-517c-4ca1-8d53-11a95878b7a9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Made reservation on behalf of cf4badb047eb4672b2492eb1d6d30fdc for: {'port': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:44:16.847715 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-556a7062-517c-4ca1-8d53-11a95878b7a9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:16.924492 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-15c19f1d-336f-46cf-9267-006e102a8934 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:16.930288 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-0fa67850-cb2c-4a37-a534-a4a54f26a78e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:16.950025 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c19f1d-336f-46cf-9267-006e102a8934 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5b5230-119d-4b47-82b8-73f1d18fc40a,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:16.958286 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-15c19f1d-336f-46cf-9267-006e102a8934 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:17.024209 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-15c19f1d-336f-46cf-9267-006e102a8934 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:17.025919 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-15c19f1d-336f-46cf-9267-006e102a8934 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "DELETE /v2.0/security-groups/1c5b5230-119d-4b47-82b8-73f1d18fc40a HTTP/1.1" status: 204 len: 168 time: 0.4283106 Aug 25 16:44:17.028581 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 33368) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:17.056282 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.api.v2.resource [None req-82125d13-df24-468b-9268-a4d5e252a7f0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] show failed (client error): The resource could not be found. Aug 25 16:44:17.057388 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-82125d13-df24-468b-9268-a4d5e252a7f0 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "GET /v2.0/security-groups/1c5b5230-119d-4b47-82b8-73f1d18fc40a HTTP/1.1" status: 404 len: 347 time: 0.0278459 Aug 25 16:44:17.060940 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33372) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:17.066886 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-556a7062-517c-4ca1-8d53-11a95878b7a9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Allocated IP 172.20.0.14 (17f51615-7cb4-4b03-a4a0-f6da18e1f482/544ad5bc-48a4-43d9-87ff-8188da4ad555/fab71823-58c1-4bb0-8b02-cf8648d69630) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:44:17.077097 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:44:17.266289 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Deleting port 50ab1cfe-9f8a-4227-b246-e46c8b1e0ef7 {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:44:17.266630 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:17.304410 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-6c140ceb-7de0-400f-82ca-8def80754858 req-8558137e-d0a3-4e53-b149-8ed279f636ba tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 210 time: 0.0805669 Aug 25 16:44:17.379520 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-556a7062-517c-4ca1-8d53-11a95878b7a9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:17.457168 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:17.457513 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:17.479509 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-556a7062-517c-4ca1-8d53-11a95878b7a9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:17.485239 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-9c9a91ff-9088-40ef-be59-60abc2a29ecc tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:17.498319 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['550910eb-63ef-45c0-a83c-ed007e150d43'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:44:17.560545 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-556a7062-517c-4ca1-8d53-11a95878b7a9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:44:17.562234 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-556a7062-517c-4ca1-8d53-11a95878b7a9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:44:17.565032 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-556a7062-517c-4ca1-8d53-11a95878b7a9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:44:17.612384 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a7062-517c-4ca1-8d53-11a95878b7a9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Pushing event updated for resources: {'Port': ['ID=fab71823-58c1-4bb0-8b02-cf8648d69630,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:17.615408 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-556a7062-517c-4ca1-8d53-11a95878b7a9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:17.651457 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-556a7062-517c-4ca1-8d53-11a95878b7a9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:17.651748 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-556a7062-517c-4ca1-8d53-11a95878b7a9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:17.689307 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Calling delete_port for 50ab1cfe-9f8a-4227-b246-e46c8b1e0ef7 owned by network:floatingip {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:44:17.742490 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-556a7062-517c-4ca1-8d53-11a95878b7a9 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2179897 Aug 25 16:44:17.755166 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Request body: {'port': {'device_id': '67a99a2c-bb16-4dae-af08-f636a37020bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:44:17.870117 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:17.908070 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:17.911833 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-59e35e81-c236-4f84-83ad-356a62108c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:17.955547 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Pushing event deleted for resources: {'Port': ['ID=50ab1cfe-9f8a-4227-b246-e46c8b1e0ef7,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:18.031469 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:18.031835 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:18.032222 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:18.032584 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:18.032951 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:18.033345 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:18.033698 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:18.034045 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:18.034414 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:18.034760 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:18.035166 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:44:18.038332 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:18.069938 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks [] for floatingip, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:18.086085 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for floatingip, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:18.087222 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-d389d9df-cb2a-4760-9e54-c5e4cbdeb4b9 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] 10.222.0.35 "DELETE /v2.0/floatingips/e8117e68-e5be-45c9-ad72-771fa1339ab0 HTTP/1.1" status: 204 len: 168 time: 1.0252926 Aug 25 16:44:18.257204 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab71823-58c1-4bb0-8b02-cf8648d69630 {{(pid=75940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:44:18.264267 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:18.278712 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.provisioning_blocks [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Transition to ACTIVE for port object fab71823-58c1-4bb0-8b02-cf8648d69630 will not be triggered until provisioned by entity L2. {{(pid=75940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:44:18.387787 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:18.391756 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-e110c38a-1420-4dd0-ac31-4f6bc4dad514 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:18.530774 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fab71823-58c1-4bb0-8b02-cf8648d69630,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:18.533359 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bf6aa-67f1-4ed9-905f-60cff00362f0 req-ea1d414f-0b2f-40e7-99b6-258deda86781 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:18.538667 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:18.542431 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-004bf6aa-67f1-4ed9-905f-60cff00362f0 req-ea1d414f-0b2f-40e7-99b6-258deda86781 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 944 time: 0.0984633 Aug 25 16:44:18.594373 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-004bf6aa-67f1-4ed9-905f-60cff00362f0 req-54bf56df-7d96-47bd-b8b1-13af7245c7ce tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522377 Aug 25 16:44:18.656918 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Attempting to bind port fab71823-58c1-4bb0-8b02-cf8648d69630 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:44:18.657540 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Attempting to bind port fab71823-58c1-4bb0-8b02-cf8648d69630 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '7b8559cb-322b-4c4b-830b-02fe906c31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482'}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:44:18.657660 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Attempting to bind port fab71823-58c1-4bb0-8b02-cf8648d69630 on network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:44:18.663648 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Port fab71823-58c1-4bb0-8b02-cf8648d69630 on network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:44:18.663979 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Attempting to bind port fab71823-58c1-4bb0-8b02-cf8648d69630 on network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:44:18.671769 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:44:18.672145 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Checking segment: {'id': '7b8559cb-322b-4c4b-830b-02fe906c31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:44:18.672534 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Bound using segment: {'id': '7b8559cb-322b-4c4b-830b-02fe906c31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482'} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:44:18.672969 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Bound port: fab71823-58c1-4bb0-8b02-cf8648d69630, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8559cb-322b-4c4b-830b-02fe906c31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482'}}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:44:18.673319 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:18.770917 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] For port fab71823-58c1-4bb0-8b02-cf8648d69630, host hv-cinder-80600, cleared binding levels {{(pid=75940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:44:18.774046 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] For port fab71823-58c1-4bb0-8b02-cf8648d69630, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fab71823-58c1-4bb0-8b02-cf8648d69630,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:44:18.839898 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:18.844522 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-ba32f557-2994-4164-ab17-4f4bcf36bc5f tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:18.908369 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:18.909717 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] 10.222.0.81 "PUT /v2.0/ports/fab71823-58c1-4bb0-8b02-cf8648d69630 HTTP/1.1" status: 200 len: 1094 time: 1.1596248 Aug 25 16:44:18.910222 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a99a2c-bb16-4dae-af08-f636a37020bf', 'tag': 'fab71823-58c1-4bb0-8b02-cf8648d69630'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:44:18.929961 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fab71823-58c1-4bb0-8b02-cf8648d69630,revision_number=3']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:18.933120 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-dfb2bae5-3146-461a-8878-cdf96d9f11e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:18.969444 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a99a2c-bb16-4dae-af08-f636a37020bf', 'tag': 'fab71823-58c1-4bb0-8b02-cf8648d69630', 'status': 'completed', 'code': 200} Aug 25 16:44:19.068030 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-00c4bd04-2003-4652-86c8-4b59780a0bf3 req-f0ec28ec-d83f-4f27-b94d-5a498e148f4c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf4badb047eb4672b2492eb1d6d30fdc&device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 1097 time: 0.0762084 Aug 25 16:44:19.214464 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4bd04-2003-4652-86c8-4b59780a0bf3 req-952912b9-608d-4bea-94d8-39865129aeb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:19.215923 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-00c4bd04-2003-4652-86c8-4b59780a0bf3 req-952912b9-608d-4bea-94d8-39865129aeb6 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=cf4badb047eb4672b2492eb1d6d30fdc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1406972 Aug 25 16:44:19.357924 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4bd04-2003-4652-86c8-4b59780a0bf3 req-d5777634-5e5a-4997-8adf-e7dc51115b08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:19.359286 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-00c4bd04-2003-4652-86c8-4b59780a0bf3 req-d5777634-5e5a-4997-8adf-e7dc51115b08 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1349957 Aug 25 16:44:19.474641 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-fc398265-bb49-480b-a62b-71969c38136a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf4badb047eb4672b2492eb1d6d30fdc&device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 1097 time: 0.0758982 Aug 25 16:44:19.550203 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-7ec67026-262d-4c50-bdad-7e9fc714c282 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fab71823-58c1-4bb0-8b02-cf8648d69630 HTTP/1.1" status: 200 len: 217 time: 0.0643172 Aug 25 16:44:19.701187 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-b791e3d2-3810-4f9e-ac90-bdd74282dfbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:19.702628 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-b791e3d2-3810-4f9e-ac90-bdd74282dfbf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=544ad5bc-48a4-43d9-87ff-8188da4ad555 HTTP/1.1" status: 200 len: 854 time: 0.1452651 Aug 25 16:44:19.753337 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-9dab556a-a3ee-4c05-9626-e83587a7527a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=17f51615-7cb4-4b03-a4a0-f6da18e1f482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410364 Aug 25 16:44:19.821009 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a815479-232a-4d24-9e95-6740cb271ec0 req-9720720a-7a3a-4d12-9e19-c74aec8653bd tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:19.823379 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8a815479-232a-4d24-9e95-6740cb271ec0 req-9720720a-7a3a-4d12-9e19-c74aec8653bd tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 944 time: 0.0857959 Aug 25 16:44:19.876241 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8a815479-232a-4d24-9e95-6740cb271ec0 req-35c3de57-05f9-4b5c-8b58-70f0fe6ad81f tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469265 Aug 25 16:44:19.905007 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-467c2355-6890-47d5-a96b-6ca431714e41 service neutron] 10.222.0.81 "GET /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439364 Aug 25 16:44:20.046563 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f69b5575-3168-4f1d-9645-e5dcd0a0cca4 req-0c11cc8e-3508-4be2-aaae-a9d61f84dc69 service neutron] 10.222.0.81 "GET /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343911 Aug 25 16:44:21.086723 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bf0d6-e888-4d8b-a2cf-fed21700c825 req-83c5f70a-6295-4fb3-b20e-b96f742dce31 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:21.088327 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f92bf0d6-e888-4d8b-a2cf-fed21700c825 req-83c5f70a-6295-4fb3-b20e-b96f742dce31 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 944 time: 0.0842986 Aug 25 16:44:21.140891 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f92bf0d6-e888-4d8b-a2cf-fed21700c825 req-e50abd61-7f53-401a-9fcb-9892cdf7867a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447009 Aug 25 16:44:21.297479 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33406) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:21.888651 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5403bd7c-be3c-4751-89c3-5c2edbdef8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742234'] for router_interface, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:22.516044 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32c405-91c8-4a89-b137-35aecb6e44d3 req-72ece331-018e-4e5e-addc-2c04c9d231d1 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:22.517383 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9e32c405-91c8-4a89-b137-35aecb6e44d3 req-72ece331-018e-4e5e-addc-2c04c9d231d1 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 944 time: 0.2383661 Aug 25 16:44:22.574926 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9e32c405-91c8-4a89-b137-35aecb6e44d3 req-2e6c0100-43ce-4de5-9f50-308c67738289 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500994 Aug 25 16:44:22.700467 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-5403bd7c-be3c-4751-89c3-5c2edbdef8bd admin admin] Deleting port c476155d-2667-490c-8dbc-59c05d74238e {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:44:22.700788 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5403bd7c-be3c-4751-89c3-5c2edbdef8bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:22.876875 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [None req-5403bd7c-be3c-4751-89c3-5c2edbdef8bd admin admin] For port c476155d-2667-490c-8dbc-59c05d74238e, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=c476155d-2667-490c-8dbc-59c05d74238e,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:22.877137 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5403bd7c-be3c-4751-89c3-5c2edbdef8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:22.998710 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-5403bd7c-be3c-4751-89c3-5c2edbdef8bd admin admin] Calling delete_port for c476155d-2667-490c-8dbc-59c05d74238e owned by network:router_interface {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:44:23.255417 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5403bd7c-be3c-4751-89c3-5c2edbdef8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:23.259880 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-fe038b97-4701-41f5-b4eb-8be4eba94037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:23.304353 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403bd7c-be3c-4751-89c3-5c2edbdef8bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c476155d-2667-490c-8dbc-59c05d74238e,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:23.307470 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-5403bd7c-be3c-4751-89c3-5c2edbdef8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:23.599446 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5403bd7c-be3c-4751-89c3-5c2edbdef8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66719887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742318'] for router_interface, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:23.741872 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-3c97ac6a-d471-46bb-8d3d-195f723578b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:23.860993 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6eb973-4ee4-4ff7-823c-945045ba1013 req-e08d8085-832e-4023-bc53-6d986fd700eb tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:23.862443 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2f6eb973-4ee4-4ff7-823c-945045ba1013 req-e08d8085-832e-4023-bc53-6d986fd700eb tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 944 time: 0.1560509 Aug 25 16:44:23.943766 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device fab71823-58c1-4bb0-8b02-cf8648d69630 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:44:24.000309 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2f6eb973-4ee4-4ff7-823c-945045ba1013 req-142cb8ac-82b0-456b-b264-73edae848d66 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314945 Aug 25 16:44:24.083832 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port fab71823-58c1-4bb0-8b02-cf8648d69630, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fab71823-58c1-4bb0-8b02-cf8648d69630,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:24.103722 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': 'fab71823-58c1-4bb0-8b02-cf8648d69630', 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482', 'port_id': 'fab71823-58c1-4bb0-8b02-cf8648d69630', 'mac_address': 'fa:16:3e:6e:6e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544ad5bc-48a4-43d9-87ff-8188da4ad555', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:44:24.164802 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:24.182938 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab71823-58c1-4bb0-8b02-cf8648d69630 {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:44:24.198764 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port fab71823-58c1-4bb0-8b02-cf8648d69630, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fab71823-58c1-4bb0-8b02-cf8648d69630,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:24.278806 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:24.280573 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:24.346130 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=fab71823-58c1-4bb0-8b02-cf8648d69630,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:24.349200 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:24.436541 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5403bd7c-be3c-4751-89c3-5c2edbdef8bd admin admin] Router 5fa562bc-cbdd-47e6-a93c-41b705161d45 has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:44:24.537712 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['fab71823-58c1-4bb0-8b02-cf8648d69630'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:44:24.649220 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5403bd7c-be3c-4751-89c3-5c2edbdef8bd admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:44:24.660926 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe3df6f-d9ec-4183-9346-12172c9118c5 None None] Sync routers for ids ['5fa562bc-cbdd-47e6-a93c-41b705161d45'] in dv-cinder-806008-1-smb {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:44:24.672864 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 33416) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:24.678965 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe3df6f-d9ec-4183-9346-12172c9118c5 None None] Routers {'5fa562bc-cbdd-47e6-a93c-41b705161d45'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:44:24.682698 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-7fe3df6f-d9ec-4183-9346-12172c9118c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:43:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['5fa562bc-cbdd-47e6-a93c-41b705161d45'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:24.690071 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-5403bd7c-be3c-4751-89c3-5c2edbdef8bd admin admin] 10.222.0.35 "PUT /v2.0/routers/5fa562bc-cbdd-47e6-a93c-41b705161d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3913786 Aug 25 16:44:24.886640 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-7fe3df6f-d9ec-4183-9346-12172c9118c5 None None] Set router 5fa562bc-cbdd-47e6-a93c-41b705161d45 gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:44:24.904959 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5df219d6-f7d2-43a2-8408-2da4828acd95 admin admin] Notify callbacks [] for router, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:24.959204 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:25.140378 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5df219d6-f7d2-43a2-8408-2da4828acd95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:25.192983 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [None req-5df219d6-f7d2-43a2-8408-2da4828acd95 admin admin] Deleting port 5d65959c-12ff-4823-be6b-060f7ff6501c {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:44:25.193326 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5df219d6-f7d2-43a2-8408-2da4828acd95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:25.196223 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-7fe3df6f-d9ec-4183-9346-12172c9118c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:44:23Z', 'revision_number': 5, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port': {'id': '5d65959c-12ff-4823-be6b-060f7ff6501c', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:36:33Z', 'updated_at': '2021-08-25T16:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:25.201625 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe3df6f-d9ec-4183-9346-12172c9118c5 None None] Checking router: 5fa562bc-cbdd-47e6-a93c-41b705161d45 for host: dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:44:25.223271 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe3df6f-d9ec-4183-9346-12172c9118c5 None None] Routers {'5fa562bc-cbdd-47e6-a93c-41b705161d45'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:44:25.224350 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-7fe3df6f-d9ec-4183-9346-12172c9118c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:43:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['5fa562bc-cbdd-47e6-a93c-41b705161d45'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:25.236618 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747ada4-cadb-4b02-8224-a5677cd2d4e6 req-c373e3f2-8259-44f0-be1a-28c5e301eedc tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:25.238088 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3747ada4-cadb-4b02-8224-a5677cd2d4e6 req-c373e3f2-8259-44f0-be1a-28c5e301eedc tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 945 time: 0.0851772 Aug 25 16:44:25.311575 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3747ada4-cadb-4b02-8224-a5677cd2d4e6 req-a385331f-6072-429b-b9c0-dbd2d2de0a51 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667830 Aug 25 16:44:25.413002 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [None req-5df219d6-f7d2-43a2-8408-2da4828acd95 admin admin] For port 5d65959c-12ff-4823-be6b-060f7ff6501c, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=5d65959c-12ff-4823-be6b-060f7ff6501c,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:25.413285 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5df219d6-f7d2-43a2-8408-2da4828acd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:25.417691 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-7fe3df6f-d9ec-4183-9346-12172c9118c5 None None] Set router 5fa562bc-cbdd-47e6-a93c-41b705161d45 gateway port host: None {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:44:25.423321 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:25.526298 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-7fe3df6f-d9ec-4183-9346-12172c9118c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:44:25Z', 'revision_number': 6, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port_host': None}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:25.530675 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe3df6f-d9ec-4183-9346-12172c9118c5 None None] The sync data for ids ['5fa562bc-cbdd-47e6-a93c-41b705161d45'] in dv-cinder-806008-1-smb is: [{'id': '5fa562bc-cbdd-47e6-a93c-41b705161d45', 'name': 'tempest-AttachVolumeShelveTestJSON-397140680-router', 'tenant_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:36:32Z', 'updated_at': '2021-08-25T16:44:25Z', 'revision_number': 6, 'project_id': '9d3e55e2e3bf4a89aef28d62f16dfdd9', 'gw_port_host': None}] {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:44:25.546840 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [None req-5df219d6-f7d2-43a2-8408-2da4828acd95 admin admin] Calling delete_port for 5d65959c-12ff-4823-be6b-060f7ff6501c owned by network:router_gateway {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:44:25.919618 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5df219d6-f7d2-43a2-8408-2da4828acd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:25.923950 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-00571acd-e6e0-4a5d-bbba-27da242f1184 tempest-VolumesActionsTest-1366889246 tempest-VolumesActionsTest-1366889246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:25.958515 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device fab71823-58c1-4bb0-8b02-cf8648d69630 up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:44:26.064863 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df219d6-f7d2-43a2-8408-2da4828acd95 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d65959c-12ff-4823-be6b-060f7ff6501c,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:26.067397 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5df219d6-f7d2-43a2-8408-2da4828acd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:26.090239 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port fab71823-58c1-4bb0-8b02-cf8648d69630 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:44:26.095937 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port fab71823-58c1-4bb0-8b02-cf8648d69630 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:44:26.096542 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:26.226718 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:26.265115 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a99a2c-bb16-4dae-af08-f636a37020bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab71823-58c1-4bb0-8b02-cf8648d69630'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:44:26.280393 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port fab71823-58c1-4bb0-8b02-cf8648d69630, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fab71823-58c1-4bb0-8b02-cf8648d69630,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:26.317019 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5df219d6-f7d2-43a2-8408-2da4828acd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741927'] for router_gateway, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:26.343616 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a99a2c-bb16-4dae-af08-f636a37020bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab71823-58c1-4bb0-8b02-cf8648d69630', 'code': 200} Aug 25 16:44:26.364636 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:26.366940 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:26.454693 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=fab71823-58c1-4bb0-8b02-cf8648d69630,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:26.463735 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:26.533157 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0777bfc-c8ca-4b0b-9de9-79281b0fdfcc req-d1515371-da3b-44c0-8b03-295c3003db7e tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:26.535229 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b0777bfc-c8ca-4b0b-9de9-79281b0fdfcc req-d1515371-da3b-44c0-8b03-295c3003db7e tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 946 time: 0.0889299 Aug 25 16:44:26.607227 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-b0777bfc-c8ca-4b0b-9de9-79281b0fdfcc req-50a2bc8b-252f-478a-87e1-6421152ee645 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598981 Aug 25 16:44:26.640458 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5df219d6-f7d2-43a2-8408-2da4828acd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3787'] for router, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:26.645311 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5df219d6-f7d2-43a2-8408-2da4828acd95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:26.688957 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device c476155d-2667-490c-8dbc-59c05d74238e no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:44:26.733473 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: c476155d-2667-490c-8dbc-59c05d74238e {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:44:26.733833 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device c476155d-2667-490c-8dbc-59c05d74238e not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:44:26.734238 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 5d65959c-12ff-4823-be6b-060f7ff6501c no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:44:26.767127 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: 5d65959c-12ff-4823-be6b-060f7ff6501c {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:44:26.767475 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 5d65959c-12ff-4823-be6b-060f7ff6501c not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:44:26.818203 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-447eee04-27ea-43b2-87b8-f139f8a0895e req-b1e7106e-867b-42f5-99df-36ffbbf475a5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 1099 time: 0.0725999 Aug 25 16:44:26.819006 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5df219d6-f7d2-43a2-8408-2da4828acd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737051'] for router, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:26.819500 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df219d6-f7d2-43a2-8408-2da4828acd95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fa562bc-cbdd-47e6-a93c-41b705161d45 {{(pid=75940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:44:26.855248 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5df219d6-f7d2-43a2-8408-2da4828acd95 admin admin] Notify callbacks [] for router, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:26.856383 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-5df219d6-f7d2-43a2-8408-2da4828acd95 admin admin] 10.222.0.35 "DELETE /v2.0/routers/5fa562bc-cbdd-47e6-a93c-41b705161d45 HTTP/1.1" status: 204 len: 168 time: 2.1825609 Aug 25 16:44:26.860122 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33426) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:26.879443 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-447eee04-27ea-43b2-87b8-f139f8a0895e req-d143eb5d-d8e9-49f8-ac3c-d3da27caca22 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524039 Aug 25 16:44:26.935339 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_v2 [None req-2572bf54-ded4-4a94-b575-6ab6a6ae9a04 admin admin] Deleting subnet d63a0ffb-80d7-4462-90e5-4d8039ba5a58 {{(pid=75939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:44:26.938450 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-2572bf54-ded4-4a94-b575-6ab6a6ae9a04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:26.989455 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-2572bf54-ded4-4a94-b575-6ab6a6ae9a04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2068677'] for subnet, precommit_delete_associations {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:27.074114 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-2572bf54-ded4-4a94-b575-6ab6a6ae9a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794922'] for subnet, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:27.204897 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-2572bf54-ded4-4a94-b575-6ab6a6ae9a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1700346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1491086'] for subnet, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:27.208860 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-7a5189d9-6082-48cf-94b1-3557ce82714e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:27.243184 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572bf54-ded4-4a94-b575-6ab6a6ae9a04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d63a0ffb-80d7-4462-90e5-4d8039ba5a58,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:27.246945 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-2572bf54-ded4-4a94-b575-6ab6a6ae9a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:27.250710 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-2572bf54-ded4-4a94-b575-6ab6a6ae9a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for subnet, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:27.256316 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6645e061-16d5-4166-8d97-02824e7b3d9e None None] Network 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:44:27.257090 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-2572bf54-ded4-4a94-b575-6ab6a6ae9a04 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d63a0ffb-80d7-4462-90e5-4d8039ba5a58 HTTP/1.1" status: 204 len: 168 time: 0.3953197 Aug 25 16:44:27.259861 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33430) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:27.355289 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-aff312e7-ecc2-4523-9534-cd528fb9b273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:27.372983 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66643152'] for network, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:27.384012 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] Deleting port a15723c7-e5ff-41fc-8071-962aa78434bb {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:44:27.386077 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:27.549607 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb392da2-c1be-4df7-b2a2-a05e9f2697ff None None] DHCP port deletion for 314c2219-9728-4f2c-9626-6a0a1ff0a0c4 request from dv-cinder-806008-1-smb {{(pid=75941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:44:27.553950 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-cb392da2-c1be-4df7-b2a2-a05e9f2697ff None None] Deleting port a15723c7-e5ff-41fc-8071-962aa78434bb {{(pid=75941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:44:27.554326 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-cb392da2-c1be-4df7-b2a2-a05e9f2697ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:27.599476 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] For port a15723c7-e5ff-41fc-8071-962aa78434bb, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=a15723c7-e5ff-41fc-8071-962aa78434bb,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:27.600145 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:27.726925 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] Calling delete_port for a15723c7-e5ff-41fc-8071-962aa78434bb owned by network:dhcp {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:44:27.768393 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-cb392da2-c1be-4df7-b2a2-a05e9f2697ff None None] For port a15723c7-e5ff-41fc-8071-962aa78434bb, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=a15723c7-e5ff-41fc-8071-962aa78434bb,segment=NetworkSegment(f29a2b35-0e44-4ffd-9472-796c70247a56),segment_id=f29a2b35-0e44-4ffd-9472-796c70247a56)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:27.768687 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-cb392da2-c1be-4df7-b2a2-a05e9f2697ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:27.894080 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-cb392da2-c1be-4df7-b2a2-a05e9f2697ff None None] Calling delete_port for a15723c7-e5ff-41fc-8071-962aa78434bb owned by network:dhcp {{(pid=75941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:44:27.987403 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa91b-ef0e-4054-99c3-ac20f0965499 req-416b64ba-8e85-42af-8f5a-15f3e95a157f tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:27.991031 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1ebfa91b-ef0e-4054-99c3-ac20f0965499 req-416b64ba-8e85-42af-8f5a-15f3e95a157f tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 946 time: 0.2352567 Aug 25 16:44:28.037833 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1ebfa91b-ef0e-4054-99c3-ac20f0965499 req-288a4459-3883-4c32-9134-3a0c249441ed tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428882 Aug 25 16:44:28.041229 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.db.api [None req-cb392da2-c1be-4df7-b2a2-a05e9f2697ff None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 16:44:28.041229 dv-cinder-806008-1-smb neutron-server[75941]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Aug 25 16:44:28.041229 dv-cinder-806008-1-smb neutron-server[75941]: [parameters: {'port_id': 'a15723c7-e5ff-41fc-8071-962aa78434bb', 'host': 'dv-cinder-806008-1-smb'}] Aug 25 16:44:28.041229 dv-cinder-806008-1-smb neutron-server[75941]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=75941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:44:28.041634 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_db.api [None req-cb392da2-c1be-4df7-b2a2-a05e9f2697ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:44:28.073757 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:28.084010 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-4afe7d96-689d-43a8-afa3-490781ec0921 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:28.101886 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:28.128621 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] Pushing event deleted for resources: {'Port': ['ID=a15723c7-e5ff-41fc-8071-962aa78434bb,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:28.131097 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:28.133848 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] No DVR routers for this DVR port a15723c7-e5ff-41fc-8071-962aa78434bb on host dv-cinder-806008-1-smb {{(pid=75939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:44:28.256757 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796067', 'neutron.services.segments.db._delete_segments_for_network-8731567645826'] for network, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:28.274106 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314c2219-9728-4f2c-9626-6a0a1ff0a0c4']}} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:28.289009 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29a2b35-0e44-4ffd-9472-796c70247a56') {'for_net_delete': True} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:28.289232 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29a2b35-0e44-4ffd-9472-796c70247a56') {} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:28.302440 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731567646621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2068682'] for segment, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:28.320795 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:28.327361 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=75939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:44:28.327773 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66794767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1700188'] for segment, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: Traceback (most recent call last): Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: timer() Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: cb(*args, **kw) Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: return func(*args, **kwargs) Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: self._notify() Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: self.callback(batched_events) Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: event.method(event) Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: return f(self, *a, **k) Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: return self._get(url).json() Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: return self.request(url, 'GET', **kwargs) Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:44:28.346015 dv-cinder-806008-1-smb neutron-server[75939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:44:28.542864 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-cb392da2-c1be-4df7-b2a2-a05e9f2697ff None None] Deleting port a15723c7-e5ff-41fc-8071-962aa78434bb {{(pid=75941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:44:28.543421 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-cb392da2-c1be-4df7-b2a2-a05e9f2697ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:28.587505 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741978'] for network, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:28.591417 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:28.605530 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:28.611118 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-cb392da2-c1be-4df7-b2a2-a05e9f2697ff None None] The port 'a15723c7-e5ff-41fc-8071-962aa78434bb' was deleted {{(pid=75941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:44:28.616048 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] Pushing event deleted for resources: {'Network': ['ID=314c2219-9728-4f2c-9626-6a0a1ff0a0c4,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:28.619583 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:28.691317 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device a15723c7-e5ff-41fc-8071-962aa78434bb no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:44:28.705294 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-34996273-3717-4377-85ed-cf0bc8ad7902 admin admin] 10.222.0.35 "DELETE /v2.0/networks/314c2219-9728-4f2c-9626-6a0a1ff0a0c4 HTTP/1.1" status: 204 len: 168 time: 1.4420433 Aug 25 16:44:28.727104 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: a15723c7-e5ff-41fc-8071-962aa78434bb {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:44:28.727708 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device a15723c7-e5ff-41fc-8071-962aa78434bb not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:44:29.027121 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33438) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:29.088227 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-b8f470c0-88ff-4c2a-9a6b-e433e0c86e2d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d3e55e2e3bf4a89aef28d62f16dfdd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0573361 Aug 25 16:44:29.088436 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33444) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:29.162856 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-8efacbf9-129d-499a-bf8c-64d75372ff30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:29.220920 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-8efacbf9-129d-499a-bf8c-64d75372ff30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:29.305628 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3b1c6-6542-4742-8473-9c1c339b8de7 req-625aba3a-5002-44f4-b61d-4ac0012263c3 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:29.307123 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5fc3b1c6-6542-4742-8473-9c1c339b8de7 req-625aba3a-5002-44f4-b61d-4ac0012263c3 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 946 time: 0.1231315 Aug 25 16:44:29.352314 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5fc3b1c6-6542-4742-8473-9c1c339b8de7 req-d2833c18-bd60-44fb-8aa7-c3a9d441d156 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395229 Aug 25 16:44:29.381817 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-8efacbf9-129d-499a-bf8c-64d75372ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:29.386400 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-7ecc1b22-338c-4e5b-a3d9-94bedcc63793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:29.401703 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efacbf9-129d-499a-bf8c-64d75372ff30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3530c54e-1919-4790-96b3-7fc90af54410,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:29.405684 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-8efacbf9-129d-499a-bf8c-64d75372ff30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:29.409243 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-8efacbf9-129d-499a-bf8c-64d75372ff30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:29.410163 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-8efacbf9-129d-499a-bf8c-64d75372ff30 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3530c54e-1919-4790-96b3-7fc90af54410 HTTP/1.1" status: 204 len: 168 time: 0.3208079 Aug 25 16:44:29.747533 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:33.340725 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-2e0d8df5-fd2c-46c9-90cb-b5e1d9799c16 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:33.342225 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-2e0d8df5-fd2c-46c9-90cb-b5e1d9799c16 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/networks?id=17f51615-7cb4-4b03-a4a0-f6da18e1f482 HTTP/1.1" status: 200 len: 814 time: 0.1482646 Aug 25 16:44:33.359889 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-f6ec94d2-be59-4ae6-b982-774d8a26155b tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/quotas/cf4badb047eb4672b2492eb1d6d30fdc HTTP/1.1" status: 200 len: 375 time: 0.0120716 Aug 25 16:44:33.445665 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-bdf8ab20-1032-4fb0-9e92-aacb6f44084c tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf4badb047eb4672b2492eb1d6d30fdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788214 Aug 25 16:44:33.590856 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-68de5d99-effd-48a1-9566-9ee89bf08f43 service neutron] 10.222.0.35 "GET /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373327 Aug 25 16:44:33.739224 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-40dd383b-c4a6-4551-804e-eb2a25cc43bf service neutron] 10.222.0.35 "GET /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408494 Aug 25 16:44:34.024277 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-d46fe2f4-3df5-4a7a-9832-1addbcde4701 req-c8824b53-c397-4581-bdb7-13f83c9fc3da tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 210 time: 0.0481102 Aug 25 16:44:35.240848 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-cd87246f-0e78-4cf3-a81f-a0f53fc78028 req-45d112d4-d3a8-4da3-bf3f-6ef8ecd26168 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 210 time: 0.0584645 Aug 25 16:44:36.433623 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-063142fa-18d8-454c-8fe4-86582f7f0e58 req-e6d0a63b-207f-4e7f-bf67-eefa20c8ed50 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 210 time: 0.0461264 Aug 25 16:44:36.535798 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-c8e54fb4-4997-4a28-a3d7-ec2086acc52b tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:36.537224 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-c8e54fb4-4997-4a28-a3d7-ec2086acc52b tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.81 "GET /v2.0/networks?id=17f51615-7cb4-4b03-a4a0-f6da18e1f482 HTTP/1.1" status: 200 len: 814 time: 0.1477802 Aug 25 16:44:36.556188 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Request body: {'port': {'device_id': '1712683a-b750-44d8-82ed-5cfdfb2045fd', 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482', 'admin_state_up': True, 'tenant_id': 'cf4badb047eb4672b2492eb1d6d30fdc'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:44:36.698734 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:44:36.702597 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Usage tracker for resource:port and tenant:cf4badb047eb4672b2492eb1d6d30fdc is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:44:36.705735 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:44:36.712704 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:44:36.787661 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Made reservation on behalf of cf4badb047eb4672b2492eb1d6d30fdc for: {'port': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:44:36.793575 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:36.982982 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Allocated IP 172.20.0.2 (17f51615-7cb4-4b03-a4a0-f6da18e1f482/544ad5bc-48a4-43d9-87ff-8188da4ad555/0384e0ba-1c9e-4eca-858b-e9d9190acd8f) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:44:37.299184 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:37.387846 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:37.394981 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:37.404650 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['550910eb-63ef-45c0-a83c-ed007e150d43', 'fab71823-58c1-4bb0-8b02-cf8648d69630'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:44:37.471671 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:44:37.475914 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:44:37.481787 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:44:37.515413 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Pushing event updated for resources: {'Port': ['ID=0384e0ba-1c9e-4eca-858b-e9d9190acd8f,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:37.523002 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:37.551917 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:37.552588 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:37.645788 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0932167 Aug 25 16:44:37.652502 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8679c8-add9-4f13-99e6-aa7a8600a7f9 req-0fd12d0f-4d3a-4db7-b42d-3fcaca58fb45 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:37.653993 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3b8679c8-add9-4f13-99e6-aa7a8600a7f9 req-0fd12d0f-4d3a-4db7-b42d-3fcaca58fb45 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 931 time: 0.0848086 Aug 25 16:44:37.660798 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Request body: {'port': {'device_id': '1712683a-b750-44d8-82ed-5cfdfb2045fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:44:37.708988 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-3b8679c8-add9-4f13-99e6-aa7a8600a7f9 req-8d2d3fba-f603-4d8c-a8eb-cff5e882bb22 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480819 Aug 25 16:44:37.775891 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:38.155749 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0384e0ba-1c9e-4eca-858b-e9d9190acd8f {{(pid=75940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:44:38.162737 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:38.177763 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.provisioning_blocks [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Transition to ACTIVE for port object 0384e0ba-1c9e-4eca-858b-e9d9190acd8f will not be triggered until provisioned by entity L2. {{(pid=75940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:44:38.278772 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:38.282809 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5df219d6-f7d2-43a2-8408-2da4828acd95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:38.425836 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Pushing event updated for resources: {'Port': ['ID=0384e0ba-1c9e-4eca-858b-e9d9190acd8f,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:38.425836 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:38.526020 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Attempting to bind port 0384e0ba-1c9e-4eca-858b-e9d9190acd8f on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:44:38.526356 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Attempting to bind port 0384e0ba-1c9e-4eca-858b-e9d9190acd8f by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '7b8559cb-322b-4c4b-830b-02fe906c31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482'}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:44:38.526689 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Attempting to bind port 0384e0ba-1c9e-4eca-858b-e9d9190acd8f on network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:44:38.533109 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Port 0384e0ba-1c9e-4eca-858b-e9d9190acd8f on network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:44:38.533428 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Attempting to bind port 0384e0ba-1c9e-4eca-858b-e9d9190acd8f on network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:44:38.540069 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:44:38.540552 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Checking segment: {'id': '7b8559cb-322b-4c4b-830b-02fe906c31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:44:38.541179 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Bound using segment: {'id': '7b8559cb-322b-4c4b-830b-02fe906c31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482'} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:44:38.541626 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Bound port: 0384e0ba-1c9e-4eca-858b-e9d9190acd8f, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8559cb-322b-4c4b-830b-02fe906c31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482'}}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:44:38.541969 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:38.647778 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] For port 0384e0ba-1c9e-4eca-858b-e9d9190acd8f, host hv-cinder-80600, cleared binding levels {{(pid=75940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:44:38.651817 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] For port 0384e0ba-1c9e-4eca-858b-e9d9190acd8f, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0384e0ba-1c9e-4eca-858b-e9d9190acd8f,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:44:38.677310 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 33590) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:38.777212 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:38.782519 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-69e11d6f-f06c-4449-81b7-103d61f9c8c5 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:38.860797 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-913cce70-7543-4044-888b-8f69d1064f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:38.882836 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:38.884281 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] 10.222.0.81 "PUT /v2.0/ports/0384e0ba-1c9e-4eca-858b-e9d9190acd8f HTTP/1.1" status: 200 len: 1093 time: 1.2278647 Aug 25 16:44:38.884787 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1712683a-b750-44d8-82ed-5cfdfb2045fd', 'tag': '0384e0ba-1c9e-4eca-858b-e9d9190acd8f'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:44:38.900574 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Pushing event updated for resources: {'Port': ['ID=0384e0ba-1c9e-4eca-858b-e9d9190acd8f,revision_number=3']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:38.909563 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:38.920216 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-913cce70-7543-4044-888b-8f69d1064f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:44:38.924384 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-913cce70-7543-4044-888b-8f69d1064f22 admin admin] Usage tracker for resource:security_group_rule and tenant:6f01eafda880404b89d6d45a1d6a9c69 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:44:38.927336 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-913cce70-7543-4044-888b-8f69d1064f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:44:38.934173 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-913cce70-7543-4044-888b-8f69d1064f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:44:38.949369 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d93cc5-7bb3-43fc-b1e6-0d210f2aa1a5 req-187579b9-e1fb-4430-815f-1645603705e2 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:38.949893 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1712683a-b750-44d8-82ed-5cfdfb2045fd', 'tag': '0384e0ba-1c9e-4eca-858b-e9d9190acd8f', 'status': 'completed', 'code': 200} Aug 25 16:44:38.950003 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f9d93cc5-7bb3-43fc-b1e6-0d210f2aa1a5 req-187579b9-e1fb-4430-815f-1645603705e2 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 943 time: 0.0868347 Aug 25 16:44:39.000045 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f9d93cc5-7bb3-43fc-b1e6-0d210f2aa1a5 req-5e602c67-e209-4930-b306-28a851c204cb tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430079 Aug 25 16:44:39.066908 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-913cce70-7543-4044-888b-8f69d1064f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:39.085204 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f0797cc7-c429-45d9-bc42-f94f52c32b4d req-44848fb9-37e8-463d-b488-80a70776b547 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf4badb047eb4672b2492eb1d6d30fdc&device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 1096 time: 0.1005998 Aug 25 16:44:39.174207 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-913cce70-7543-4044-888b-8f69d1064f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:39.187504 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-2843aca4-abab-47db-8d58-669300f6773f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:39.256715 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cce70-7543-4044-888b-8f69d1064f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0391580f-9492-4875-998b-cbdb1d91f3cb,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:39.271374 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-913cce70-7543-4044-888b-8f69d1064f22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f01eafda880404b89d6d45a1d6a9c69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6065197 Aug 25 16:44:39.272647 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-913cce70-7543-4044-888b-8f69d1064f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:39.274019 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33600) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:39.297568 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0797cc7-c429-45d9-bc42-f94f52c32b4d req-af69b77b-6fb2-4f1b-ac0c-a155b79f92c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:39.299064 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f0797cc7-c429-45d9-bc42-f94f52c32b4d req-af69b77b-6fb2-4f1b-ac0c-a155b79f92c5 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=cf4badb047eb4672b2492eb1d6d30fdc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2017226 Aug 25 16:44:39.342356 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1256bc4f-6526-4d1b-96a2-a3bc998ebdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:39.371002 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1256bc4f-6526-4d1b-96a2-a3bc998ebdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:39.447298 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0797cc7-c429-45d9-bc42-f94f52c32b4d req-079bbd86-d826-43e6-b3d6-52fb123b883a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:39.448895 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-f0797cc7-c429-45d9-bc42-f94f52c32b4d req-079bbd86-d826-43e6-b3d6-52fb123b883a service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1416702 Aug 25 16:44:39.536077 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1256bc4f-6526-4d1b-96a2-a3bc998ebdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:39.542070 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-f5b2e49d-9b50-440c-a4af-2b4b3a23922f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:39.556448 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256bc4f-6526-4d1b-96a2-a3bc998ebdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0391580f-9492-4875-998b-cbdb1d91f3cb,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:39.559246 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-1256bc4f-6526-4d1b-96a2-a3bc998ebdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:39.560489 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1256bc4f-6526-4d1b-96a2-a3bc998ebdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:39.562394 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-1256bc4f-6526-4d1b-96a2-a3bc998ebdce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0391580f-9492-4875-998b-cbdb1d91f3cb HTTP/1.1" status: 204 len: 168 time: 0.2866154 Aug 25 16:44:39.579070 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-4c00cc3a-a984-4a77-bd17-134811873a85 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf4badb047eb4672b2492eb1d6d30fdc&device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 1096 time: 0.0845957 Aug 25 16:44:39.749571 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-2546f255-e7b2-4f81-9f0f-4f58f48e6e15 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0384e0ba-1c9e-4eca-858b-e9d9190acd8f HTTP/1.1" status: 200 len: 217 time: 0.1615398 Aug 25 16:44:39.812904 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-02505a64-f666-4265-a84f-092d76faffc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:39.814329 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-02505a64-f666-4265-a84f-092d76faffc9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=544ad5bc-48a4-43d9-87ff-8188da4ad555 HTTP/1.1" status: 200 len: 854 time: 0.0577915 Aug 25 16:44:39.866176 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-c44e05f8-0275-4e8b-b3f0-dd25331bc468 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=17f51615-7cb4-4b03-a4a0-f6da18e1f482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418146 Aug 25 16:44:40.010076 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-978550f0-e490-47b0-938f-34cae355b4d5 service neutron] 10.222.0.81 "GET /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332283 Aug 25 16:44:40.160603 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-bc034cd9-dd3f-4f19-9c39-ccf91dafe11a req-a6cb5943-9395-4d37-856a-df1fb20761c3 service neutron] 10.222.0.81 "GET /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438851 Aug 25 16:44:40.216326 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee247402-cd6d-4ee2-a27d-cac7a909d4e8 req-2d21e6f3-1cf4-4bd3-b999-b0632fc2d98a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:40.217768 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ee247402-cd6d-4ee2-a27d-cac7a909d4e8 req-2d21e6f3-1cf4-4bd3-b999-b0632fc2d98a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 943 time: 0.0788591 Aug 25 16:44:40.268763 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-ee247402-cd6d-4ee2-a27d-cac7a909d4e8 req-729cd548-eed9-4522-b7d1-20643e817c94 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452847 Aug 25 16:44:41.575789 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c5cb7-5089-4b1e-8542-bc5a07ab60b0 req-f029ce5a-827b-42e0-b20a-58b438f10026 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:41.577307 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-053c5cb7-5089-4b1e-8542-bc5a07ab60b0 req-f029ce5a-827b-42e0-b20a-58b438f10026 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 943 time: 0.1723092 Aug 25 16:44:41.628988 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-053c5cb7-5089-4b1e-8542-bc5a07ab60b0 req-ab102c1b-d4ca-4cc5-a7d3-e52c986b94ab tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455678 Aug 25 16:44:41.827315 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33654) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:41.975232 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-23383b2c-bfa4-4d11-af83-d2de921d85ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:42.006857 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-23383b2c-bfa4-4d11-af83-d2de921d85ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:44:42.010901 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-23383b2c-bfa4-4d11-af83-d2de921d85ae admin admin] Usage tracker for resource:security_group_rule and tenant:262b726f5b9341cb8d3e6187c130b9be is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:44:42.013688 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-23383b2c-bfa4-4d11-af83-d2de921d85ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:44:42.019899 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-23383b2c-bfa4-4d11-af83-d2de921d85ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:44:42.089723 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-23383b2c-bfa4-4d11-af83-d2de921d85ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:42.191926 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-23383b2c-bfa4-4d11-af83-d2de921d85ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:42.199235 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-d3114655-53a7-469d-b8e6-8f7224d5d2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:42.236891 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23383b2c-bfa4-4d11-af83-d2de921d85ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4fa18f-33a5-47e4-89a1-3fd74efe43e9,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:42.242712 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-23383b2c-bfa4-4d11-af83-d2de921d85ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:42.245444 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-23383b2c-bfa4-4d11-af83-d2de921d85ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=262b726f5b9341cb8d3e6187c130b9be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4171317 Aug 25 16:44:42.248117 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33660) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:42.310229 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d47dfb6b-4c99-4909-94a1-12420f832ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:42.336890 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d47dfb6b-4c99-4909-94a1-12420f832ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:42.461648 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d47dfb6b-4c99-4909-94a1-12420f832ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:42.465990 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-1a2f3c92-d34c-4a9c-8da1-b133cca1ffb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:42.477010 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47dfb6b-4c99-4909-94a1-12420f832ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4fa18f-33a5-47e4-89a1-3fd74efe43e9,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:42.482203 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-d47dfb6b-4c99-4909-94a1-12420f832ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:42.485839 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d47dfb6b-4c99-4909-94a1-12420f832ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:42.487018 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-d47dfb6b-4c99-4909-94a1-12420f832ee1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b4fa18f-33a5-47e4-89a1-3fd74efe43e9 HTTP/1.1" status: 204 len: 168 time: 0.2379992 Aug 25 16:44:42.843797 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c70f-23d2-49a6-b7e6-b3047cbdec3c req-634dd3a2-37c6-4876-bff2-0c3bc72033ef tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:42.845290 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2861c70f-23d2-49a6-b7e6-b3047cbdec3c req-634dd3a2-37c6-4876-bff2-0c3bc72033ef tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 943 time: 0.0872824 Aug 25 16:44:42.895056 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-2861c70f-23d2-49a6-b7e6-b3047cbdec3c req-4b63aeba-56e9-409d-a7f7-ab58e739cf78 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436444 Aug 25 16:44:44.005278 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 0384e0ba-1c9e-4eca-858b-e9d9190acd8f details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:44:44.136224 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97877653-bcbb-4d52-91c7-c7e003da9b8a req-c3ded85c-07d2-4bd8-acf7-96e553f46268 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:44.137815 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-97877653-bcbb-4d52-91c7-c7e003da9b8a req-c3ded85c-07d2-4bd8-acf7-96e553f46268 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 943 time: 0.1021369 Aug 25 16:44:44.184452 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 0384e0ba-1c9e-4eca-858b-e9d9190acd8f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0384e0ba-1c9e-4eca-858b-e9d9190acd8f,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:44.201153 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': '0384e0ba-1c9e-4eca-858b-e9d9190acd8f', 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482', 'port_id': '0384e0ba-1c9e-4eca-858b-e9d9190acd8f', 'mac_address': 'fa:16:3e:87:40:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544ad5bc-48a4-43d9-87ff-8188da4ad555', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:44:44.208422 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-97877653-bcbb-4d52-91c7-c7e003da9b8a req-ba23d5a0-668e-4821-a5fc-785e42f182b6 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601647 Aug 25 16:44:44.284816 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:44.309597 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0384e0ba-1c9e-4eca-858b-e9d9190acd8f {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:44:44.334640 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 0384e0ba-1c9e-4eca-858b-e9d9190acd8f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0384e0ba-1c9e-4eca-858b-e9d9190acd8f,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:44.416906 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:44.419520 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-3ae9ac08-6ffc-4247-976f-acac308b4698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:44.490215 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=0384e0ba-1c9e-4eca-858b-e9d9190acd8f,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:44.493516 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:44.723354 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['0384e0ba-1c9e-4eca-858b-e9d9190acd8f'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:44:45.424341 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27646202-f73a-4663-8e47-f9094a230097 req-0a7ff208-b734-4f69-9b60-0044e622d5db tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:45.425850 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-27646202-f73a-4663-8e47-f9094a230097 req-0a7ff208-b734-4f69-9b60-0044e622d5db tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 944 time: 0.0840766 Aug 25 16:44:45.473596 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-27646202-f73a-4663-8e47-f9094a230097 req-4467ff20-7b70-4499-bcef-d1807f5185bc tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414550 Aug 25 16:44:46.020362 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 0384e0ba-1c9e-4eca-858b-e9d9190acd8f up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:44:46.176390 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port 0384e0ba-1c9e-4eca-858b-e9d9190acd8f completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:44:46.183527 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port 0384e0ba-1c9e-4eca-858b-e9d9190acd8f triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:44:46.184332 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:46.312066 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:46.340841 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1712683a-b750-44d8-82ed-5cfdfb2045fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0384e0ba-1c9e-4eca-858b-e9d9190acd8f'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:44:46.350576 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 0384e0ba-1c9e-4eca-858b-e9d9190acd8f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0384e0ba-1c9e-4eca-858b-e9d9190acd8f,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:46.398618 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1712683a-b750-44d8-82ed-5cfdfb2045fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0384e0ba-1c9e-4eca-858b-e9d9190acd8f', 'code': 200} Aug 25 16:44:46.456060 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:46.457795 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:46.560344 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=0384e0ba-1c9e-4eca-858b-e9d9190acd8f,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:46.563556 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:46.685821 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3837d-a6d5-49d4-8a1e-3fa0ac466437 req-65195fb9-66d0-4363-9d69-8db3cbba7419 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:46.687281 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-91c3837d-a6d5-49d4-8a1e-3fa0ac466437 req-65195fb9-66d0-4363-9d69-8db3cbba7419 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 945 time: 0.0870779 Aug 25 16:44:46.737979 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-91c3837d-a6d5-49d4-8a1e-3fa0ac466437 req-34a2fb05-9411-4767-9678-deb3994795dd tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446620 Aug 25 16:44:46.845551 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-1bd27441-e196-48cc-b24e-f44456083358 req-942e759c-0e6d-4f47-846d-6ae677e46598 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 1098 time: 0.0723150 Aug 25 16:44:46.890275 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-1bd27441-e196-48cc-b24e-f44456083358 req-6f66ffee-b4ba-402a-ace8-06d5b016d7a2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366347 Aug 25 16:44:47.944712 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674169c9-af15-4549-92a7-2b25334bb191 req-66bd1a9c-0539-4bea-929a-442991224f8a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:47.946817 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-674169c9-af15-4549-92a7-2b25334bb191 req-66bd1a9c-0539-4bea-929a-442991224f8a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 945 time: 0.0836015 Aug 25 16:44:47.996395 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-674169c9-af15-4549-92a7-2b25334bb191 req-40616ae0-2512-4f83-86bb-13e39844d649 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433316 Aug 25 16:44:49.213534 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21342a3f-1513-4e83-9358-b62373fed279 req-c43be474-10d8-4a0b-8594-f987f69adf2c tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:49.214873 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-21342a3f-1513-4e83-9358-b62373fed279 req-c43be474-10d8-4a0b-8594-f987f69adf2c tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 945 time: 0.0917981 Aug 25 16:44:49.266968 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-21342a3f-1513-4e83-9358-b62373fed279 req-59c9cca0-b276-4398-af94-53b61ed902f8 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456080 Aug 25 16:44:49.887414 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 33758) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:50.335737 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [None req-9c444b25-f31c-4945-8dab-410d956ec2a8 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Deleting port ccd0dd86-3348-4769-9f3a-37787ad913ca {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:44:50.335737 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9c444b25-f31c-4945-8dab-410d956ec2a8 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:50.509998 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9c444b25-f31c-4945-8dab-410d956ec2a8 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:50.510374 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9c444b25-f31c-4945-8dab-410d956ec2a8 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:50.643706 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [None req-9c444b25-f31c-4945-8dab-410d956ec2a8 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Calling delete_port for ccd0dd86-3348-4769-9f3a-37787ad913ca owned by network:floatingip {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:44:50.896004 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9c444b25-f31c-4945-8dab-410d956ec2a8 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:50.900934 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-0aabe56f-26df-4740-a111-00b932bdd211 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:50.945991 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c444b25-f31c-4945-8dab-410d956ec2a8 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Pushing event deleted for resources: {'Port': ['ID=ccd0dd86-3348-4769-9f3a-37787ad913ca,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:50.948795 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-9c444b25-f31c-4945-8dab-410d956ec2a8 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:51.044941 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9c444b25-f31c-4945-8dab-410d956ec2a8 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for floatingip, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:51.569551 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c444b25-f31c-4945-8dab-410d956ec2a8 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Router dbd5aded-7a00-4c38-908b-ea40dd3925d3 has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:44:51.777925 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c444b25-f31c-4945-8dab-410d956ec2a8 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:44:51.788230 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a3b041-8010-4144-9c05-d11236f614d5 None None] Sync routers for ids ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:44:51.800426 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-9c444b25-f31c-4945-8dab-410d956ec2a8 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for floatingip, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:51.800758 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a3b041-8010-4144-9c05-d11236f614d5 None None] Routers {'dbd5aded-7a00-4c38-908b-ea40dd3925d3'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:44:51.802187 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-27a3b041-8010-4144-9c05-d11236f614d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:44:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:51.855448 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-9c444b25-f31c-4945-8dab-410d956ec2a8 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "DELETE /v2.0/floatingips/29068751-aa56-43ad-9405-9357a177bb39 HTTP/1.1" status: 204 len: 168 time: 1.9660904 Aug 25 16:44:51.856034 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'tag': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:44:51.987300 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-27a3b041-8010-4144-9c05-d11236f614d5 None None] Set router dbd5aded-7a00-4c38-908b-ea40dd3925d3 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:44:52.162537 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'tag': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55', 'status': 'completed', 'code': 200} Aug 25 16:44:52.296340 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-555d4613-84e7-4299-a90c-0a02e465e982 req-dfa08bf3-b495-479c-9a2c-fda03543d8ff service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0632364c492a47aa83cee3a290aeb58f&device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 1099 time: 0.0970898 Aug 25 16:44:52.319983 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-27a3b041-8010-4144-9c05-d11236f614d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'name': 'tempest-TestShelveInstance-310654271-router', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:14Z', 'updated_at': '2021-08-25T16:39:22Z', 'revision_number': 4, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'gw_port': {'id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:15Z', 'updated_at': '2021-08-25T16:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'd2d1f44b-4232-4968-9c20-1f4974cf09c9', 'name': '', 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'mac_address': 'fa:16:3e:d4:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:20Z', 'updated_at': '2021-08-25T16:39:33Z', 'revision_number': 5, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'subnets': [{'id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:52.325301 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a3b041-8010-4144-9c05-d11236f614d5 None None] Checking router: dbd5aded-7a00-4c38-908b-ea40dd3925d3 for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:44:52.336979 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a3b041-8010-4144-9c05-d11236f614d5 None None] Routers {'dbd5aded-7a00-4c38-908b-ea40dd3925d3'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:44:52.337846 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-27a3b041-8010-4144-9c05-d11236f614d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:44:27Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:52.487856 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d4613-84e7-4299-a90c-0a02e465e982 req-3d7eb0de-6fee-4f16-9eff-2e0caf896622 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:52.490580 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-555d4613-84e7-4299-a90c-0a02e465e982 req-3d7eb0de-6fee-4f16-9eff-2e0caf896622 service neutron] 10.222.0.81 "GET /v2.0/networks?id=29424364-8c46-404f-bc9f-9d7a9e688e9b HTTP/1.1" status: 200 len: 910 time: 0.1867065 Aug 25 16:44:52.542984 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-27a3b041-8010-4144-9c05-d11236f614d5 None None] Set router dbd5aded-7a00-4c38-908b-ea40dd3925d3 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:44:52.592987 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-555d4613-84e7-4299-a90c-0a02e465e982 req-123b084d-765f-4c88-98b7-6664f489fd6d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 HTTP/1.1" status: 200 len: 217 time: 0.0938683 Aug 25 16:44:52.627161 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886f974-920c-4a63-8576-f6abf9555488 req-d73b88be-399c-4925-b801-4581a0f1b799 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:52.629397 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4886f974-920c-4a63-8576-f6abf9555488 req-d73b88be-399c-4925-b801-4581a0f1b799 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.1018322 Aug 25 16:44:52.668392 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d4613-84e7-4299-a90c-0a02e465e982 req-e57b84bf-15a5-4602-bc21-f30159a12b58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:52.671381 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-555d4613-84e7-4299-a90c-0a02e465e982 req-e57b84bf-15a5-4602-bc21-f30159a12b58 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=318626cb-987f-472c-acdb-fe419cfc88c1 HTTP/1.1" status: 200 len: 847 time: 0.0700958 Aug 25 16:44:52.686959 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-4886f974-920c-4a63-8576-f6abf9555488 req-316ea898-450d-4402-9628-85cafb46881c tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485542 Aug 25 16:44:52.781408 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-555d4613-84e7-4299-a90c-0a02e465e982 req-81683e18-9a04-45f6-a11a-e64d57395529 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=29424364-8c46-404f-bc9f-9d7a9e688e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0986822 Aug 25 16:44:52.906195 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-27a3b041-8010-4144-9c05-d11236f614d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'name': 'tempest-TestShelveInstance-310654271-router', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:14Z', 'updated_at': '2021-08-25T16:39:22Z', 'revision_number': 4, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'gw_port': {'id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:15Z', 'updated_at': '2021-08-25T16:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'd2d1f44b-4232-4968-9c20-1f4974cf09c9', 'name': '', 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'mac_address': 'fa:16:3e:d4:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:20Z', 'updated_at': '2021-08-25T16:39:33Z', 'revision_number': 5, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'subnets': [{'id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:44:52.913757 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a3b041-8010-4144-9c05-d11236f614d5 None None] The sync data for ids ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'] in dv-cinder-806008-1-smb is: [{'id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'name': 'tempest-TestShelveInstance-310654271-router', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:14Z', 'updated_at': '2021-08-25T16:39:22Z', 'revision_number': 4, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'gw_port': {'id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:15Z', 'updated_at': '2021-08-25T16:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb', '_interfaces': [{'id': 'd2d1f44b-4232-4968-9c20-1f4974cf09c9', 'name': '', 'network_id': '29424364-8c46-404f-bc9f-9d7a9e688e9b', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'mac_address': 'fa:16:3e:d4:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:20Z', 'updated_at': '2021-08-25T16:39:33Z', 'revision_number': 5, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'subnets': [{'id': '318626cb-987f-472c-acdb-fe419cfc88c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:44:52.934836 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-555d4613-84e7-4299-a90c-0a02e465e982 req-a9511ee4-25f5-473f-b963-3179c5d678cd service neutron] 10.222.0.81 "GET /v2.0/networks/29424364-8c46-404f-bc9f-9d7a9e688e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458802 Aug 25 16:44:53.089455 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-555d4613-84e7-4299-a90c-0a02e465e982 req-5d0113d5-4011-4551-9e92-df169acd04fa service neutron] 10.222.0.81 "GET /v2.0/networks/29424364-8c46-404f-bc9f-9d7a9e688e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413291 Aug 25 16:44:53.191701 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8cfaf1-2596-48f8-8356-ae8365ec3e87 None None] New status for floating IP 29068751-aa56-43ad-9405-9357a177bb39: DOWN {{(pid=75942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:44:53.477086 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 33830) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:53.637367 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7d2197e4-5fce-4775-b198-a0ad89dc6cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:53.671667 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-7d2197e4-5fce-4775-b198-a0ad89dc6cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:44:53.678269 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-7d2197e4-5fce-4775-b198-a0ad89dc6cae admin admin] Usage tracker for resource:security_group_rule and tenant:9119542d6e304723a65afa22f76e5aaa is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:44:53.682065 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-7d2197e4-5fce-4775-b198-a0ad89dc6cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:44:53.688160 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-7d2197e4-5fce-4775-b198-a0ad89dc6cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:44:53.753892 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-01c31246-23c1-4d38-94c0-540106ab7339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:53.766042 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7d2197e4-5fce-4775-b198-a0ad89dc6cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:53.804506 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-7d2197e4-5fce-4775-b198-a0ad89dc6cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:53.813082 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-913cce70-7543-4044-888b-8f69d1064f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:53.858227 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2197e4-5fce-4775-b198-a0ad89dc6cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e232ae-97be-454a-82ad-2333378e80fd,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:53.861452 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-7d2197e4-5fce-4775-b198-a0ad89dc6cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:53.869758 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-7d2197e4-5fce-4775-b198-a0ad89dc6cae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9119542d6e304723a65afa22f76e5aaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3915946 Aug 25 16:44:53.873851 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 33838) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:53.939577 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d911a-31ba-41ec-9101-ac6b601169f7 req-559451f0-b08f-4d5b-b719-5c3baa89248b tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:53.944721 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-be1d911a-31ba-41ec-9101-ac6b601169f7 req-559451f0-b08f-4d5b-b719-5c3baa89248b tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.1091278 Aug 25 16:44:53.962694 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b314137f-3a49-4266-8216-b18d347216fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:53.989727 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-be1d911a-31ba-41ec-9101-ac6b601169f7 req-63cd242e-bd80-4704-bd00-4d6fdf0ed97f tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/security-groups?id=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422320 Aug 25 16:44:53.993967 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b314137f-3a49-4266-8216-b18d347216fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:54.080562 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:44:54.113610 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f6851-9456-477f-b37b-14b0dee94abd req-d5e88c54-978a-44ac-8724-09c8b6192c0a tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:54.114379 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-417f6851-9456-477f-b37b-14b0dee94abd req-d5e88c54-978a-44ac-8724-09c8b6192c0a tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Synchronizing usage tracker for tenant:0632364c492a47aa83cee3a290aeb58f on resource:port {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:44:54.152978 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b314137f-3a49-4266-8216-b18d347216fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:54.156913 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-aa32d63f-e6e5-4f24-88cb-b44e5f6a534a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:54.170419 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314137f-3a49-4266-8216-b18d347216fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e232ae-97be-454a-82ad-2333378e80fd,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:54.173310 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-b314137f-3a49-4266-8216-b18d347216fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:54.177495 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b314137f-3a49-4266-8216-b18d347216fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:54.177495 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-b314137f-3a49-4266-8216-b18d347216fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96e232ae-97be-454a-82ad-2333378e80fd HTTP/1.1" status: 204 len: 168 time: 0.3013389 Aug 25 16:44:54.209874 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-417f6851-9456-477f-b37b-14b0dee94abd req-d5e88c54-978a-44ac-8724-09c8b6192c0a tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Unset dirty status for tenant:0632364c492a47aa83cee3a290aeb58f on resource:port {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:44:54.211001 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-417f6851-9456-477f-b37b-14b0dee94abd req-d5e88c54-978a-44ac-8724-09c8b6192c0a tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.81 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 946 time: 0.1825202 Aug 25 16:44:54.297585 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-417f6851-9456-477f-b37b-14b0dee94abd req-c926bc80-7a0f-4260-822b-c1e5a4bd1d2b tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Deleting port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:44:54.297854 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-417f6851-9456-477f-b37b-14b0dee94abd req-c926bc80-7a0f-4260-822b-c1e5a4bd1d2b tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:54.695084 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-417f6851-9456-477f-b37b-14b0dee94abd req-c926bc80-7a0f-4260-822b-c1e5a4bd1d2b tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] For port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55,segment=NetworkSegment(596b9a34-e0fb-464c-a54b-4d1a8cf7117b),segment_id=596b9a34-e0fb-464c-a54b-4d1a8cf7117b)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:54.698623 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-417f6851-9456-477f-b37b-14b0dee94abd req-c926bc80-7a0f-4260-822b-c1e5a4bd1d2b tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:54.824472 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-417f6851-9456-477f-b37b-14b0dee94abd req-c926bc80-7a0f-4260-822b-c1e5a4bd1d2b tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Calling delete_port for ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 owned by compute:nova {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:44:54.935643 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33858) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:54.955133 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-8c311312-01e2-4017-997b-04636c7b3967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:54.988963 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-8c311312-01e2-4017-997b-04636c7b3967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:44:54.994140 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-8c311312-01e2-4017-997b-04636c7b3967 admin admin] Usage tracker for resource:security_group_rule and tenant:aab3e00465824189862fd21300adccc1 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:44:54.998749 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-8c311312-01e2-4017-997b-04636c7b3967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:44:55.002919 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:55.006780 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-8c311312-01e2-4017-997b-04636c7b3967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:44:55.084609 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-417f6851-9456-477f-b37b-14b0dee94abd req-c926bc80-7a0f-4260-822b-c1e5a4bd1d2b tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:55.088315 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-8c311312-01e2-4017-997b-04636c7b3967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:55.093510 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-03a9c71a-625f-4e88-a8a0-830fb7787428 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:55.145922 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926bc80-7a0f-4260-822b-c1e5a4bd1d2b tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Pushing event deleted for resources: {'Port': ['ID=ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:55.150626 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-c926bc80-7a0f-4260-822b-c1e5a4bd1d2b tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:55.194779 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-793c3510-90e0-4a6b-a769-4e93cab17ce8 req-34286e36-80c4-4f59-8082-50d272103759 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 210 time: 0.0650764 Aug 25 16:44:55.196441 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-8c311312-01e2-4017-997b-04636c7b3967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:55.206991 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-58e8215c-b2bc-4cad-85ee-a55fda181695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:55.252671 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c311312-01e2-4017-997b-04636c7b3967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed9e25c-a8bd-42a0-a28f-93fb37d1dda6,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:55.254214 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-417f6851-9456-477f-b37b-14b0dee94abd req-c926bc80-7a0f-4260-822b-c1e5a4bd1d2b tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] No DVR routers for this DVR port ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 on host hv-cinder-80600 {{(pid=75940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:44:55.256441 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-8c311312-01e2-4017-997b-04636c7b3967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:55.256595 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-417f6851-9456-477f-b37b-14b0dee94abd req-c926bc80-7a0f-4260-822b-c1e5a4bd1d2b tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:55.261044 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-8c311312-01e2-4017-997b-04636c7b3967 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aab3e00465824189862fd21300adccc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3243415 Aug 25 16:44:55.266021 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'name': 'network-vif-deleted', 'tag': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:44:55.269797 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33868) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:55.344956 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825593c6-4cc8-4ef3-bdd3-e6c93410eed4', 'name': 'network-vif-deleted', 'tag': 'ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55', 'status': 'completed', 'code': 200} Aug 25 16:44:55.351977 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-417f6851-9456-477f-b37b-14b0dee94abd req-c926bc80-7a0f-4260-822b-c1e5a4bd1d2b tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.81 "DELETE /v2.0/ports/ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 HTTP/1.1" status: 204 len: 173 time: 1.1335948 Aug 25 16:44:55.366712 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c21a85f8-cb3c-467c-946a-9d457e73a6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:55.395598 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c21a85f8-cb3c-467c-946a-9d457e73a6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:55.439258 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:55.523207 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c21a85f8-cb3c-467c-946a-9d457e73a6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:55.529549 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-e08dfb63-11e0-4b3e-871d-29cc9ea94ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:55.548872 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a85f8-cb3c-467c-946a-9d457e73a6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed9e25c-a8bd-42a0-a28f-93fb37d1dda6,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:55.552509 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-c21a85f8-cb3c-467c-946a-9d457e73a6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:55.560195 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c21a85f8-cb3c-467c-946a-9d457e73a6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:55.561483 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-c21a85f8-cb3c-467c-946a-9d457e73a6c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0ed9e25c-a8bd-42a0-a28f-93fb37d1dda6 HTTP/1.1" status: 204 len: 168 time: 0.2888019 Aug 25 16:44:56.406492 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-adc0ea82-d614-4612-b12a-6a5a83d548f9 req-d497d5c6-6dc9-4b7a-85df-6872785d20e9 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "GET /v2.0/ports?device_id=825593c6-4cc8-4ef3-bdd3-e6c93410eed4 HTTP/1.1" status: 200 len: 210 time: 0.0677845 Aug 25 16:44:56.898197 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-3e1c9aa6-e8dc-42d2-9a5c-8e8e77e35510 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:44:56.900278 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-3e1c9aa6-e8dc-42d2-9a5c-8e8e77e35510 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/networks?id=17f51615-7cb4-4b03-a4a0-f6da18e1f482 HTTP/1.1" status: 200 len: 814 time: 0.1602933 Aug 25 16:44:56.919032 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-5a05a131-959b-4867-99b9-bdd097cb3f9d tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/quotas/cf4badb047eb4672b2492eb1d6d30fdc HTTP/1.1" status: 200 len: 375 time: 0.0117934 Aug 25 16:44:57.008435 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-0cef52c2-b855-438a-a23b-d17a868c79d1 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf4badb047eb4672b2492eb1d6d30fdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833371 Aug 25 16:44:57.171538 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-8203a5ff-c1e8-4c7e-9e22-abe152ab521f service neutron] 10.222.0.35 "GET /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544890 Aug 25 16:44:57.318629 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-fd531125-dc79-463c-84f9-ea1d37618302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:57.404305 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-32ac5f3f-a916-45c6-b945-42fe2d096240 service neutron] 10.222.0.35 "GET /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270496 Aug 25 16:44:57.527302 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 33912) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:57.657943 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-305e787e-6f64-49b1-a37f-94fbff0eacb3 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:57.735622 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-305e787e-6f64-49b1-a37f-94fbff0eacb3 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:57.755939 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-28aaef1a-4bdd-4cb7-9e01-afc085ca6ff6 req-eb56a094-cb1a-48d8-bed7-035a8ede30fe tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 210 time: 0.0812333 Aug 25 16:44:57.912544 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-305e787e-6f64-49b1-a37f-94fbff0eacb3 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:57.920515 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-e1360b91-71c6-431b-8fa5-6056c3e227a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:44:57.940561 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e787e-6f64-49b1-a37f-94fbff0eacb3 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:44:57.944591 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-305e787e-6f64-49b1-a37f-94fbff0eacb3 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:44:58.021118 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-305e787e-6f64-49b1-a37f-94fbff0eacb3 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:58.023000 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-305e787e-6f64-49b1-a37f-94fbff0eacb3 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] 10.222.0.35 "DELETE /v2.0/security-groups/dfd9a160-d0b1-406a-9ad6-33bbcb0c9c64 HTTP/1.1" status: 204 len: 168 time: 0.4939678 Aug 25 16:44:58.067244 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:44:58.096205 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:58.101310 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:44:58.101665 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device ac226eb8-fe5b-4dc2-a6fd-77da3d94ba55 not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:44:58.156151 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 33930) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:44:58.773181 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-483b80a3-d56b-4b62-99bc-f6d286d92de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742234'] for router_interface, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:58.930965 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-06a8e392-a201-4a93-83f4-94257f5a2b5a req-ab30e3ef-f53f-42ae-bcc0-f1f25fe49ad2 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 210 time: 0.0486748 Aug 25 16:44:59.531904 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [None req-483b80a3-d56b-4b62-99bc-f6d286d92de2 admin admin] Deleting port d2d1f44b-4232-4968-9c20-1f4974cf09c9 {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:44:59.532543 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-483b80a3-d56b-4b62-99bc-f6d286d92de2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:59.732361 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [None req-483b80a3-d56b-4b62-99bc-f6d286d92de2 admin admin] For port d2d1f44b-4232-4968-9c20-1f4974cf09c9, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=d2d1f44b-4232-4968-9c20-1f4974cf09c9,segment=NetworkSegment(596b9a34-e0fb-464c-a54b-4d1a8cf7117b),segment_id=596b9a34-e0fb-464c-a54b-4d1a8cf7117b)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:44:59.732731 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-483b80a3-d56b-4b62-99bc-f6d286d92de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:59.752879 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:44:59.866323 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [None req-483b80a3-d56b-4b62-99bc-f6d286d92de2 admin admin] Calling delete_port for d2d1f44b-4232-4968-9c20-1f4974cf09c9 owned by network:router_interface {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:45:00.147888 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9e004ef6-3b4b-47f3-b19e-4ec8cffb4517 req-4fad4176-645a-47d7-a43a-b488fa43b369 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 210 time: 0.0759768 Aug 25 16:45:00.153983 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-681d8de3-fc96-40f8-b905-f782c109293e tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:00.155428 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-681d8de3-fc96-40f8-b905-f782c109293e tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.81 "GET /v2.0/networks?id=17f51615-7cb4-4b03-a4a0-f6da18e1f482 HTTP/1.1" status: 200 len: 814 time: 0.1880400 Aug 25 16:45:00.203649 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Request body: {'port': {'device_id': '92b48d98-2e8f-42c4-ab85-bb57dc6769f2', 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482', 'admin_state_up': True, 'tenant_id': 'cf4badb047eb4672b2492eb1d6d30fdc'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:45:00.381580 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-483b80a3-d56b-4b62-99bc-f6d286d92de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:00.387616 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-4ef01ac1-0034-45d5-84db-54fdda4453e6 tempest-ServerRescueNegativeTestJSON-498181757 tempest-ServerRescueNegativeTestJSON-498181757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:00.442041 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b80a3-d56b-4b62-99bc-f6d286d92de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d1f44b-4232-4968-9c20-1f4974cf09c9,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:00.446839 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-483b80a3-d56b-4b62-99bc-f6d286d92de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:00.484045 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:45:00.521560 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Usage tracker for resource:port and tenant:cf4badb047eb4672b2492eb1d6d30fdc is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:45:00.534338 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:45:00.544217 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:45:00.636487 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Made reservation on behalf of cf4badb047eb4672b2492eb1d6d30fdc for: {'port': 1} {{(pid=75940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:45:00.640193 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:00.905489 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_common [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Allocated IP 172.20.0.9 (17f51615-7cb4-4b03-a4a0-f6da18e1f482/544ad5bc-48a4-43d9-87ff-8188da4ad555/45b3f81e-0c95-47d6-949b-5a589a880863) {{(pid=75940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:45:01.176866 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-483b80a3-d56b-4b62-99bc-f6d286d92de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66719887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742318'] for router_interface, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:01.342274 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-fffd396d-db0e-4baf-8d1e-e91430525596 req-44186019-1f62-4fc3-8193-cbc7c17df473 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 210 time: 0.0482912 Aug 25 16:45:01.343758 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks [] for port, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:01.545351 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731567266807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:01.557802 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['550910eb-63ef-45c0-a83c-ed007e150d43', 'fab71823-58c1-4bb0-8b02-cf8648d69630', '0384e0ba-1c9e-4eca-858b-e9d9190acd8f'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:45:01.562543 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-12b66669-9f49-46ef-b1b1-610c74ffb419 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:01.704703 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 is already hosted by enough agents. {{(pid=75940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:45:01.719786 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Pushing event updated for resources: {'Port': ['ID=45b3f81e-0c95-47d6-949b-5a589a880863,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:01.723486 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.base_scheduler [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Resources bound (agent type, host, resource id): {{(pid=75940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:45:01.739816 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:01.740794 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Received port after_create {{(pid=75940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:45:01.835865 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:01.837205 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:02.017612 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8178270 Aug 25 16:45:02.031028 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.v2.base [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Request body: {'port': {'device_id': '92b48d98-2e8f-42c4-ab85-bb57dc6769f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:45:02.167175 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:02.226393 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483b80a3-d56b-4b62-99bc-f6d286d92de2 admin admin] Router dbd5aded-7a00-4c38-908b-ea40dd3925d3 has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:45:02.575367 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b532a9-1f0f-446b-846c-c4f28fed03d0 req-af95ba9d-7c3b-4b6e-bde9-68691ad60edb tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:02.576991 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f2b532a9-1f0f-446b-846c-c4f28fed03d0 req-af95ba9d-7c3b-4b6e-bde9-68691ad60edb tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 931 time: 0.0963631 Aug 25 16:45:02.629620 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f2b532a9-1f0f-446b-846c-c4f28fed03d0 req-d0110e94-947a-4f1e-bf74-441850e0dddd tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461993 Aug 25 16:45:02.868345 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b3f81e-0c95-47d6-949b-5a589a880863 {{(pid=75940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:45:02.873294 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483b80a3-d56b-4b62-99bc-f6d286d92de2 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:45:02.879786 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-483b80a3-d56b-4b62-99bc-f6d286d92de2 admin admin] 10.222.0.35 "PUT /v2.0/routers/dbd5aded-7a00-4c38-908b-ea40dd3925d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7225831 Aug 25 16:45:02.882030 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:02.882546 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee1003d-4a80-49a2-9e5e-deacfd13ac31 None None] Sync routers for ids ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'] in dv-cinder-806008-1-smb {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:45:02.886873 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 33984) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:02.897698 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee1003d-4a80-49a2-9e5e-deacfd13ac31 None None] Routers {'dbd5aded-7a00-4c38-908b-ea40dd3925d3'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:45:02.897698 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-bee1003d-4a80-49a2-9e5e-deacfd13ac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:44:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:45:02.968913 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.provisioning_blocks [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Transition to ACTIVE for port object 45b3f81e-0c95-47d6-949b-5a589a880863 will not be triggered until provisioned by entity L2. {{(pid=75940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:45:03.058596 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:03.067229 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-a311db2a-fafc-4df2-b046-b3c8dbe31a1c tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:03.148166 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-bee1003d-4a80-49a2-9e5e-deacfd13ac31 None None] Set router dbd5aded-7a00-4c38-908b-ea40dd3925d3 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:45:03.213216 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Pushing event updated for resources: {'Port': ['ID=45b3f81e-0c95-47d6-949b-5a589a880863,revision_number=2']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:03.217135 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:03.314286 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-fe97c3fd-49e8-4de3-8009-7daa9b03c6c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:03.407079 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Attempting to bind port 45b3f81e-0c95-47d6-949b-5a589a880863 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:45:03.407220 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Attempting to bind port 45b3f81e-0c95-47d6-949b-5a589a880863 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '7b8559cb-322b-4c4b-830b-02fe906c31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482'}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:45:03.407524 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Attempting to bind port 45b3f81e-0c95-47d6-949b-5a589a880863 on network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:45:03.426898 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Port 45b3f81e-0c95-47d6-949b-5a589a880863 on network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:45:03.427161 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Attempting to bind port 45b3f81e-0c95-47d6-949b-5a589a880863 on network 17f51615-7cb4-4b03-a4a0-f6da18e1f482 {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:45:03.437963 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Checking agent: {'id': '653d0ea5-b741-41f7-9b1f-a12d415a09b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'started_at': datetime.datetime(2021, 8, 25, 16, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:45:03.438295 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Checking segment: {'id': '7b8559cb-322b-4c4b-830b-02fe906c31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:45:03.438677 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Bound using segment: {'id': '7b8559cb-322b-4c4b-830b-02fe906c31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482'} {{(pid=75940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:45:03.439143 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.managers [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Bound port: 45b3f81e-0c95-47d6-949b-5a589a880863, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8559cb-322b-4c4b-830b-02fe906c31c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482'}}] {{(pid=75940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:45:03.439483 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:03.460639 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-bee1003d-4a80-49a2-9e5e-deacfd13ac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'name': 'tempest-TestShelveInstance-310654271-router', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:14Z', 'updated_at': '2021-08-25T16:45:00Z', 'revision_number': 5, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'gw_port': {'id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:15Z', 'updated_at': '2021-08-25T16:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:45:03.468661 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee1003d-4a80-49a2-9e5e-deacfd13ac31 None None] Checking router: dbd5aded-7a00-4c38-908b-ea40dd3925d3 for host: dv-cinder-806008-1-smb {{(pid=75941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:45:03.491771 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee1003d-4a80-49a2-9e5e-deacfd13ac31 None None] Routers {'dbd5aded-7a00-4c38-908b-ea40dd3925d3'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:45:03.493089 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-bee1003d-4a80-49a2-9e5e-deacfd13ac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:44:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'], 'active': True} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:45:03.607613 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] For port 45b3f81e-0c95-47d6-949b-5a589a880863, host hv-cinder-80600, cleared binding levels {{(pid=75940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:45:03.619615 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] For port 45b3f81e-0c95-47d6-949b-5a589a880863, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=45b3f81e-0c95-47d6-949b-5a589a880863,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:45:03.658015 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-fe97c3fd-49e8-4de3-8009-7daa9b03c6c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:03.687043 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_dvr_db [None req-bee1003d-4a80-49a2-9e5e-deacfd13ac31 None None] Set router dbd5aded-7a00-4c38-908b-ea40dd3925d3 gateway port host: dv-cinder-806008-1-smb {{(pid=75941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:45:03.739891 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1515032'] for port, after_update {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:03.745035 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-edfaaf9c-e3d3-4a41-8c5f-863bafc7b947 tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:03.793285 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [None req-fe97c3fd-49e8-4de3-8009-7daa9b03c6c9 admin admin] Deleting port a305ef54-efd0-4d8c-936a-522422c0e2a7 {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:45:03.793708 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-fe97c3fd-49e8-4de3-8009-7daa9b03c6c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:03.877192 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:03.879778 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] 10.222.0.81 "PUT /v2.0/ports/45b3f81e-0c95-47d6-949b-5a589a880863 HTTP/1.1" status: 200 len: 1093 time: 1.8516061 Aug 25 16:45:03.879778 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b48d98-2e8f-42c4-ab85-bb57dc6769f2', 'tag': '45b3f81e-0c95-47d6-949b-5a589a880863'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:45:03.905849 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecdc83-9cd9-4e18-970a-2523bab8fd38 req-8fe97b14-d129-4b1f-8bc7-7d237f1af0d6 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:03.908113 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c2ecdc83-9cd9-4e18-970a-2523bab8fd38 req-8fe97b14-d129-4b1f-8bc7-7d237f1af0d6 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 943 time: 0.1296906 Aug 25 16:45:03.977884 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-c2ecdc83-9cd9-4e18-970a-2523bab8fd38 req-34618648-c448-445a-ae20-d70801032bc1 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639768 Aug 25 16:45:03.984288 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b48d98-2e8f-42c4-ab85-bb57dc6769f2', 'tag': '45b3f81e-0c95-47d6-949b-5a589a880863', 'status': 'completed', 'code': 200} Aug 25 16:45:03.991054 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Pushing event updated for resources: {'Port': ['ID=45b3f81e-0c95-47d6-949b-5a589a880863,revision_number=3']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:04.007297 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-2a44bbd5-d026-4960-97b3-a3cdfc211d61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:04.032484 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.l3_hamode_db [None req-bee1003d-4a80-49a2-9e5e-deacfd13ac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'name': 'tempest-TestShelveInstance-310654271-router', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:14Z', 'updated_at': '2021-08-25T16:45:00Z', 'revision_number': 5, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'gw_port': {'id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:15Z', 'updated_at': '2021-08-25T16:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:45:04.036671 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee1003d-4a80-49a2-9e5e-deacfd13ac31 None None] The sync data for ids ['dbd5aded-7a00-4c38-908b-ea40dd3925d3'] in dv-cinder-806008-1-smb is: [{'id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'name': 'tempest-TestShelveInstance-310654271-router', 'tenant_id': '0632364c492a47aa83cee3a290aeb58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:14Z', 'updated_at': '2021-08-25T16:45:00Z', 'revision_number': 5, 'project_id': '0632364c492a47aa83cee3a290aeb58f', 'gw_port': {'id': 'a305ef54-efd0-4d8c-936a-522422c0e2a7', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5aded-7a00-4c38-908b-ea40dd3925d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:15Z', 'updated_at': '2021-08-25T16:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}] {{(pid=75941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:45:04.113176 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [None req-fe97c3fd-49e8-4de3-8009-7daa9b03c6c9 admin admin] For port a305ef54-efd0-4d8c-936a-522422c0e2a7, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=a305ef54-efd0-4d8c-936a-522422c0e2a7,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:45:04.113542 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-fe97c3fd-49e8-4de3-8009-7daa9b03c6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:04.245274 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-97d372d4-acee-4246-9816-61c827d05ec9 req-48f3bd88-1f76-4e79-b874-ef0478e2e5ae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf4badb047eb4672b2492eb1d6d30fdc&device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 1096 time: 0.2407022 Aug 25 16:45:04.251347 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [None req-fe97c3fd-49e8-4de3-8009-7daa9b03c6c9 admin admin] Calling delete_port for a305ef54-efd0-4d8c-936a-522422c0e2a7 owned by network:router_gateway {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:45:04.467713 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d372d4-acee-4246-9816-61c827d05ec9 req-260b9d34-bb63-43f4-8e5d-769e5b315f17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:04.469207 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-97d372d4-acee-4246-9816-61c827d05ec9 req-260b9d34-bb63-43f4-8e5d-769e5b315f17 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=cf4badb047eb4672b2492eb1d6d30fdc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1909614 Aug 25 16:45:04.666861 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device d2d1f44b-4232-4968-9c20-1f4974cf09c9 no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:45:04.711033 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: d2d1f44b-4232-4968-9c20-1f4974cf09c9 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:45:04.711520 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device d2d1f44b-4232-4968-9c20-1f4974cf09c9 not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:45:04.782183 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d372d4-acee-4246-9816-61c827d05ec9 req-8cee672e-4673-4352-8e6e-161efa455960 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:04.783638 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-97d372d4-acee-4246-9816-61c827d05ec9 req-8cee672e-4673-4352-8e6e-161efa455960 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3063793 Aug 25 16:45:04.855813 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-fe97c3fd-49e8-4de3-8009-7daa9b03c6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:04.864198 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:04.912474 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97c3fd-49e8-4de3-8009-7daa9b03c6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a305ef54-efd0-4d8c-936a-522422c0e2a7,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:04.918319 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-fe97c3fd-49e8-4de3-8009-7daa9b03c6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:05.034009 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-2f36f4e2-ccf1-4fcf-97da-840619ddcd8b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf4badb047eb4672b2492eb1d6d30fdc&device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 1096 time: 0.2134418 Aug 25 16:45:05.204865 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ecf9c-5dc4-4903-92b6-8c8b864102a2 req-2c24e0f0-a388-458c-a8b0-3d993d1912fd tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:05.206971 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-434ecf9c-5dc4-4903-92b6-8c8b864102a2 req-2c24e0f0-a388-458c-a8b0-3d993d1912fd tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 943 time: 0.0906882 Aug 25 16:45:05.233207 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-11cbffc8-da71-4a15-a6e7-338e9f931978 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b3f81e-0c95-47d6-949b-5a589a880863 HTTP/1.1" status: 200 len: 217 time: 0.1420910 Aug 25 16:45:05.255785 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-434ecf9c-5dc4-4903-92b6-8c8b864102a2 req-ad085740-ec95-482e-bc34-714369380546 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428727 Aug 25 16:45:05.279494 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-fe97c3fd-49e8-4de3-8009-7daa9b03c6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741927'] for router_gateway, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:05.426985 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34006) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:05.502919 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-962874b6-4a73-4582-8014-fae2731d7c1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:05.504421 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-962874b6-4a73-4582-8014-fae2731d7c1e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=544ad5bc-48a4-43d9-87ff-8188da4ad555 HTTP/1.1" status: 200 len: 854 time: 0.2631772 Aug 25 16:45:05.585725 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7f0e078f-f06f-4e12-8534-c73946e74d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:05.608560 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-fe97c3fd-49e8-4de3-8009-7daa9b03c6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3787'] for router, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:05.611818 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-0bca46f7-3442-4bdc-bed8-60c1a523a4c1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=17f51615-7cb4-4b03-a4a0-f6da18e1f482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502338 Aug 25 16:45:05.615479 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-fe97c3fd-49e8-4de3-8009-7daa9b03c6c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:05.622301 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-7f0e078f-f06f-4e12-8534-c73946e74d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:45:05.626890 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-7f0e078f-f06f-4e12-8534-c73946e74d2c admin admin] Usage tracker for resource:security_group_rule and tenant:256fe31bb6364b7b9474503b03f62caf is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:45:05.630790 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-7f0e078f-f06f-4e12-8534-c73946e74d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:45:05.637443 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-7f0e078f-f06f-4e12-8534-c73946e74d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:45:05.727525 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7f0e078f-f06f-4e12-8534-c73946e74d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:05.762957 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-14583d0e-345e-4883-9f9d-d14122b0231e service neutron] 10.222.0.81 "GET /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430423 Aug 25 16:45:05.844352 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7f0e078f-f06f-4e12-8534-c73946e74d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:05.844921 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-fe97c3fd-49e8-4de3-8009-7daa9b03c6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737051'] for router, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:05.845459 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe97c3fd-49e8-4de3-8009-7daa9b03c6c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbd5aded-7a00-4c38-908b-ea40dd3925d3 {{(pid=75940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:45:05.854793 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-7ae62287-ad7e-4370-aced-789d6901eb46 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:05.879606 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-fe97c3fd-49e8-4de3-8009-7daa9b03c6c9 admin admin] Notify callbacks [] for router, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:05.880686 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-fe97c3fd-49e8-4de3-8009-7daa9b03c6c9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/dbd5aded-7a00-4c38-908b-ea40dd3925d3 HTTP/1.1" status: 204 len: 168 time: 2.9952052 Aug 25 16:45:05.884419 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 34012) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:05.899835 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e078f-f06f-4e12-8534-c73946e74d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ac01ae-38c8-4550-b97d-579b92b1cb95,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:05.903151 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-7f0e078f-f06f-4e12-8534-c73946e74d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:05.905892 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-7f0e078f-f06f-4e12-8534-c73946e74d2c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=256fe31bb6364b7b9474503b03f62caf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4777727 Aug 25 16:45:05.908550 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34016) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:05.981340 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-07658357-1176-4686-b8d4-990c70327cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:06.016153 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-07658357-1176-4686-b8d4-990c70327cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:06.100950 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-fc47615b-c1c1-4c7c-87a2-608527e700cd req-a6ec3060-c3a9-41e2-9d27-093e7f4f8b8f service neutron] 10.222.0.81 "GET /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281555 Aug 25 16:45:06.104091 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Deleting subnet 318626cb-987f-472c-acdb-fe419cfc88c1 {{(pid=75940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:45:06.108029 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:06.162970 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-07658357-1176-4686-b8d4-990c70327cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:06.163670 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652215'] for subnet, precommit_delete_associations {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:06.167241 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-305e787e-6f64-49b1-a37f-94fbff0eacb3 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:06.180729 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07658357-1176-4686-b8d4-990c70327cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ac01ae-38c8-4550-b97d-579b92b1cb95,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:06.183717 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-07658357-1176-4686-b8d4-990c70327cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:06.185693 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-07658357-1176-4686-b8d4-990c70327cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:06.187660 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-07658357-1176-4686-b8d4-990c70327cee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5ac01ae-38c8-4550-b97d-579b92b1cb95 HTTP/1.1" status: 204 len: 168 time: 0.2775271 Aug 25 16:45:06.250905 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794922'] for subnet, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:06.369703 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1515234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2014473'] for subnet, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:06.374318 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-a314cd6c-8db9-4375-88ef-3d62d7a192a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:06.411580 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318626cb-987f-472c-acdb-fe419cfc88c1,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:06.418254 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:06.426178 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da369a0-826c-4031-804a-43e05867f1a5 None None] Network 29424364-8c46-404f-bc9f-9d7a9e688e9b requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:45:06.428240 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/318626cb-987f-472c-acdb-fe419cfc88c1 HTTP/1.1" status: 204 len: 168 time: 0.5427353 Aug 25 16:45:06.430568 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:06.430958 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:06.431327 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:06.431690 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:06.432075 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:06.432443 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:06.432798 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:06.433157 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:06.433508 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:06.434030 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:06.434146 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34024) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:06.434570 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:06.437746 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5af47933-7899-4330-9f38-58ecad800985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:06.570294 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66643152'] for network, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:06.582317 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67bbbc-73be-47e1-a4c7-f45edb3a7647 req-af2d8aff-9cac-43c7-a202-35f15beee0c1 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:06.583835 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8c67bbbc-73be-47e1-a4c7-f45edb3a7647 req-af2d8aff-9cac-43c7-a202-35f15beee0c1 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 943 time: 0.2003689 Aug 25 16:45:06.608474 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] Deleting port d81d4336-a12b-4051-b0a1-a061f3d2cb50 {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:45:06.608816 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:06.730048 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66150889-99b5-4f1e-97ff-a9adb493dc00 None None] DHCP port deletion for 29424364-8c46-404f-bc9f-9d7a9e688e9b request from dv-cinder-806008-1-smb {{(pid=75941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:45:06.737402 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-66150889-99b5-4f1e-97ff-a9adb493dc00 None None] Deleting port d81d4336-a12b-4051-b0a1-a061f3d2cb50 {{(pid=75941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:45:06.737969 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-66150889-99b5-4f1e-97ff-a9adb493dc00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:06.756765 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-8c67bbbc-73be-47e1-a4c7-f45edb3a7647 req-87355d44-cf02-4d6c-a98d-f91e62da580c tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635268 Aug 25 16:45:06.772362 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device a305ef54-efd0-4d8c-936a-522422c0e2a7 no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:45:06.825926 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: a305ef54-efd0-4d8c-936a-522422c0e2a7 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:45:06.826297 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device a305ef54-efd0-4d8c-936a-522422c0e2a7 not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:45:06.872015 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] For port d81d4336-a12b-4051-b0a1-a061f3d2cb50, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=d81d4336-a12b-4051-b0a1-a061f3d2cb50,segment=NetworkSegment(596b9a34-e0fb-464c-a54b-4d1a8cf7117b),segment_id=596b9a34-e0fb-464c-a54b-4d1a8cf7117b)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:45:06.872371 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:07.004197 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] Calling delete_port for d81d4336-a12b-4051-b0a1-a061f3d2cb50 owned by network:dhcp {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:45:07.062972 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-66150889-99b5-4f1e-97ff-a9adb493dc00 None None] For port d81d4336-a12b-4051-b0a1-a061f3d2cb50, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=d81d4336-a12b-4051-b0a1-a061f3d2cb50,segment=NetworkSegment(596b9a34-e0fb-464c-a54b-4d1a8cf7117b),segment_id=596b9a34-e0fb-464c-a54b-4d1a8cf7117b)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:45:07.063380 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-66150889-99b5-4f1e-97ff-a9adb493dc00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:07.185346 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:07.192900 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-3174f383-6fe0-4526-afa0-b69af11c41fe tempest-VolumesSnapshotTestJSON-884708371 tempest-VolumesSnapshotTestJSON-884708371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:07.193558 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-66150889-99b5-4f1e-97ff-a9adb493dc00 None None] Calling delete_port for d81d4336-a12b-4051-b0a1-a061f3d2cb50 owned by network:dhcp {{(pid=75941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:45:07.283152 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.db.api [None req-66150889-99b5-4f1e-97ff-a9adb493dc00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:45:07.283708 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_db.api [None req-66150889-99b5-4f1e-97ff-a9adb493dc00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:45:07.333297 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d81d4336-a12b-4051-b0a1-a061f3d2cb50,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:07.336220 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:07.339560 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] No DVR routers for this DVR port d81d4336-a12b-4051-b0a1-a061f3d2cb50 on host dv-cinder-806008-1-smb {{(pid=75939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:45:07.463281 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796067', 'neutron.services.segments.db._delete_segments_for_network-8731567645826'] for network, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:07.476889 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29424364-8c46-404f-bc9f-9d7a9e688e9b']}} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:45:07.489583 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596b9a34-e0fb-464c-a54b-4d1a8cf7117b') {'for_net_delete': True} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:45:07.489878 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596b9a34-e0fb-464c-a54b-4d1a8cf7117b') {} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:45:07.503159 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731567646621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2068682'] for segment, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:07.522721 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:07.530520 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=75939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:45:07.530918 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66794767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1700188'] for segment, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: Traceback (most recent call last): Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: timer() Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: cb(*args, **kw) Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: return func(*args, **kwargs) Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: self._notify() Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: self.callback(batched_events) Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: event.method(event) Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: return f(self, *a, **k) Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: return self._get(url).json() Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: return self.request(url, 'GET', **kwargs) Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:45:07.544694 dv-cinder-806008-1-smb neutron-server[75939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:45:07.739471 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741978'] for network, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:07.743699 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-934f3d62-716a-4030-9f10-3035831b6b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:07.756761 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:07.767010 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=29424364-8c46-404f-bc9f-9d7a9e688e9b,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:07.770392 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:07.785438 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-66150889-99b5-4f1e-97ff-a9adb493dc00 None None] Deleting port d81d4336-a12b-4051-b0a1-a061f3d2cb50 {{(pid=75941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:45:07.786008 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-66150889-99b5-4f1e-97ff-a9adb493dc00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:07.852380 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-66150889-99b5-4f1e-97ff-a9adb493dc00 None None] The port 'd81d4336-a12b-4051-b0a1-a061f3d2cb50' was deleted {{(pid=75941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:45:07.860387 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-4d429a1b-e393-4cd5-b1ca-df276aa721a4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/29424364-8c46-404f-bc9f-9d7a9e688e9b HTTP/1.1" status: 204 len: 168 time: 1.4211197 Aug 25 16:45:07.860806 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 34050) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:07.998042 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49123bb4-5844-48db-9bc9-f96817262639 req-027178ea-35f6-4e7d-93e0-3cb8d7b640cd tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:08.000066 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-49123bb4-5844-48db-9bc9-f96817262639 req-027178ea-35f6-4e7d-93e0-3cb8d7b640cd tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 943 time: 0.0984168 Aug 25 16:45:08.088557 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-49123bb4-5844-48db-9bc9-f96817262639 req-fe943622-cf47-401c-9474-da6538b384a7 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778751 Aug 25 16:45:08.344113 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a13e5a70-63fe-4abf-954e-dd8c2ffa3aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-742234'] for router_interface, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:08.721200 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device d81d4336-a12b-4051-b0a1-a061f3d2cb50 no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:45:08.759075 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: d81d4336-a12b-4051-b0a1-a061f3d2cb50 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:45:08.759423 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device d81d4336-a12b-4051-b0a1-a061f3d2cb50 not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:45:08.985211 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [None req-a13e5a70-63fe-4abf-954e-dd8c2ffa3aff admin admin] Deleting port d1464bfe-bca5-4db0-b252-4fbfa6bb986e {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:45:08.986107 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a13e5a70-63fe-4abf-954e-dd8c2ffa3aff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:09.208171 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [None req-a13e5a70-63fe-4abf-954e-dd8c2ffa3aff admin admin] For port d1464bfe-bca5-4db0-b252-4fbfa6bb986e, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=d1464bfe-bca5-4db0-b252-4fbfa6bb986e,segment=NetworkSegment(8c9f2d71-7237-4353-85f6-aa45760f3607),segment_id=8c9f2d71-7237-4353-85f6-aa45760f3607)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:45:09.208701 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a13e5a70-63fe-4abf-954e-dd8c2ffa3aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:09.357593 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bc942-bc46-456f-92b3-e258c709c81b req-e40a0901-8eca-43ea-a266-c215dcc87a75 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:09.359523 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-067bc942-bc46-456f-92b3-e258c709c81b req-e40a0901-8eca-43ea-a266-c215dcc87a75 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 943 time: 0.0874395 Aug 25 16:45:09.422504 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-067bc942-bc46-456f-92b3-e258c709c81b req-9b8eec91-b01f-4c77-a7ac-2666de575f1a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563533 Aug 25 16:45:09.450327 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [None req-a13e5a70-63fe-4abf-954e-dd8c2ffa3aff admin admin] Calling delete_port for d1464bfe-bca5-4db0-b252-4fbfa6bb986e owned by network:router_interface {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:45:09.711094 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a13e5a70-63fe-4abf-954e-dd8c2ffa3aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:09.715406 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-3eac881f-e3c4-46a2-a838-05a92b2cff74 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:09.766504 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e5a70-63fe-4abf-954e-dd8c2ffa3aff admin admin] Pushing event deleted for resources: {'Port': ['ID=d1464bfe-bca5-4db0-b252-4fbfa6bb986e,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:09.770366 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-a13e5a70-63fe-4abf-954e-dd8c2ffa3aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:10.078357 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-a13e5a70-63fe-4abf-954e-dd8c2ffa3aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66719887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-742318'] for router_interface, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:10.146140 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 45b3f81e-0c95-47d6-949b-5a589a880863 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:45:10.295786 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 45b3f81e-0c95-47d6-949b-5a589a880863, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=45b3f81e-0c95-47d6-949b-5a589a880863,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:45:10.312703 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Returning: {'device': '45b3f81e-0c95-47d6-949b-5a589a880863', 'network_id': '17f51615-7cb4-4b03-a4a0-f6da18e1f482', 'port_id': '45b3f81e-0c95-47d6-949b-5a589a880863', 'mac_address': 'fa:16:3e:24:1c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544ad5bc-48a4-43d9-87ff-8188da4ad555', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:45:10.371398 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:10.390649 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b3f81e-0c95-47d6-949b-5a589a880863 {{(pid=75941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:45:10.407788 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 45b3f81e-0c95-47d6-949b-5a589a880863, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=45b3f81e-0c95-47d6-949b-5a589a880863,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:45:10.499702 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:10.502939 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-b1f31c31-1dbc-49cc-8d41-7b9e29e20cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:10.577731 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=45b3f81e-0c95-47d6-949b-5a589a880863,revision_number=4']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:10.587051 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:10.587614 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:10.588156 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:10.588665 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:10.589160 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:10.589800 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:10.590299 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:10.590794 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:10.591280 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:10.591763 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:10.592320 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:10.596718 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:10.661459 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86d09f-ad4f-43f3-ac64-f43418fc764b req-5bf19164-9e2a-44f6-b3b6-750d733ac84d tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:10.670368 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-bc86d09f-ad4f-43f3-ac64-f43418fc764b req-5bf19164-9e2a-44f6-b3b6-750d733ac84d tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 944 time: 0.1012902 Aug 25 16:45:10.726140 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-bc86d09f-ad4f-43f3-ac64-f43418fc764b req-4144f33c-b050-443d-96a2-162a56fa2f26 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547915 Aug 25 16:45:10.798849 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13e5a70-63fe-4abf-954e-dd8c2ffa3aff admin admin] Router 99e100fe-2892-41ac-9b4c-36659e67403e has already been hosted by L3 agent 31e74a1f-1198-472f-bc51-2db471f44f35 {{(pid=75940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:45:10.809385 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['45b3f81e-0c95-47d6-949b-5a589a880863'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:45:11.046698 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13e5a70-63fe-4abf-954e-dd8c2ffa3aff admin admin] Notify agent at l3_agent.dv-cinder-806008-1-smb the message routers_updated {{(pid=75940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:45:11.056910 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-a13e5a70-63fe-4abf-954e-dd8c2ffa3aff admin admin] 10.222.0.35 "PUT /v2.0/routers/99e100fe-2892-41ac-9b4c-36659e67403e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1949885 Aug 25 16:45:11.058309 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168ee99-f029-444f-9be7-e90113153afa None None] Sync routers for ids ['99e100fe-2892-41ac-9b4c-36659e67403e'] in dv-cinder-806008-1-smb {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:45:11.059889 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 34090) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:11.074635 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168ee99-f029-444f-9be7-e90113153afa None None] Routers {'99e100fe-2892-41ac-9b4c-36659e67403e'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:45:11.075521 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-0168ee99-f029-444f-9be7-e90113153afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:44:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['99e100fe-2892-41ac-9b4c-36659e67403e'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:45:11.279874 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-0168ee99-f029-444f-9be7-e90113153afa None None] Set router 99e100fe-2892-41ac-9b4c-36659e67403e gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:45:11.402499 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-70cc8f02-e6fa-4a29-9ca3-9e7e8ea07074 admin admin] Notify callbacks [] for router, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:11.600370 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-0168ee99-f029-444f-9be7-e90113153afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'name': 'tempest-TestShelveInstance-2082525232-router', 'tenant_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a2eae293-a7e2-4ef5-af7c-9b828c98081d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:32Z', 'updated_at': '2021-08-25T16:45:09Z', 'revision_number': 5, 'project_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'gw_port': {'id': 'a2eae293-a7e2-4ef5-af7c-9b828c98081d', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:34Z', 'updated_at': '2021-08-25T16:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:45:11.606307 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168ee99-f029-444f-9be7-e90113153afa None None] Checking router: 99e100fe-2892-41ac-9b4c-36659e67403e for host: dv-cinder-806008-1-smb {{(pid=75942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:45:11.617872 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168ee99-f029-444f-9be7-e90113153afa None None] Routers {'99e100fe-2892-41ac-9b4c-36659e67403e'} bound to L3 agent in host dv-cinder-806008-1-smb {{(pid=75942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:45:11.618603 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-0168ee99-f029-444f-9be7-e90113153afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:26:57Z,description=,heartbeat_timestamp=2021-08-25T16:44:57Z,host='dv-cinder-806008-1-smb',id=31e74a1f-1198-472f-bc51-2db471f44f35,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:26:58Z,topic='l3_agent')) {'router_ids': ['99e100fe-2892-41ac-9b4c-36659e67403e'], 'active': True} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:45:11.647345 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-70cc8f02-e6fa-4a29-9ca3-9e7e8ea07074 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:11.746654 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [None req-70cc8f02-e6fa-4a29-9ca3-9e7e8ea07074 admin admin] Deleting port a2eae293-a7e2-4ef5-af7c-9b828c98081d {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:45:11.747107 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-70cc8f02-e6fa-4a29-9ca3-9e7e8ea07074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:11.808817 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_dvr_db [None req-0168ee99-f029-444f-9be7-e90113153afa None None] Set router 99e100fe-2892-41ac-9b4c-36659e67403e gateway port host: dv-cinder-806008-1-smb {{(pid=75942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:45:11.968227 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ba452-22a2-46a1-9938-306dbb8ccc92 req-7fa0bc82-84c5-4282-8e12-fea2688cebc1 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:11.970139 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [None req-70cc8f02-e6fa-4a29-9ca3-9e7e8ea07074 admin admin] For port a2eae293-a7e2-4ef5-af7c-9b828c98081d, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=a2eae293-a7e2-4ef5-af7c-9b828c98081d,segment=NetworkSegment(104760f4-961f-4cad-b6bc-450e0a013f15),segment_id=104760f4-961f-4cad-b6bc-450e0a013f15)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:45:11.970769 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-70cc8f02-e6fa-4a29-9ca3-9e7e8ea07074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:11.978156 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-600ba452-22a2-46a1-9938-306dbb8ccc92 req-7fa0bc82-84c5-4282-8e12-fea2688cebc1 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 944 time: 0.1155596 Aug 25 16:45:12.060612 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-600ba452-22a2-46a1-9938-306dbb8ccc92 req-72666330-07b9-43d4-bb8c-a45ededdfe0c tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814686 Aug 25 16:45:12.129667 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [None req-70cc8f02-e6fa-4a29-9ca3-9e7e8ea07074 admin admin] Calling delete_port for a2eae293-a7e2-4ef5-af7c-9b828c98081d owned by network:router_gateway {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:45:12.156719 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.l3_hamode_db [None req-0168ee99-f029-444f-9be7-e90113153afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'name': 'tempest-TestShelveInstance-2082525232-router', 'tenant_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a2eae293-a7e2-4ef5-af7c-9b828c98081d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:32Z', 'updated_at': '2021-08-25T16:45:09Z', 'revision_number': 5, 'project_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'gw_port': {'id': 'a2eae293-a7e2-4ef5-af7c-9b828c98081d', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:34Z', 'updated_at': '2021-08-25T16:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}], 'dv-cinder-806008-1-smb', False) {} {{(pid=75942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:45:12.162031 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168ee99-f029-444f-9be7-e90113153afa None None] The sync data for ids ['99e100fe-2892-41ac-9b4c-36659e67403e'] in dv-cinder-806008-1-smb is: [{'id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'name': 'tempest-TestShelveInstance-2082525232-router', 'tenant_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'external_fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a2eae293-a7e2-4ef5-af7c-9b828c98081d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:39:32Z', 'updated_at': '2021-08-25T16:45:09Z', 'revision_number': 5, 'project_id': 'a528734fe7714a8bb5c9c47c25b6fcb3', 'gw_port': {'id': 'a2eae293-a7e2-4ef5-af7c-9b828c98081d', 'name': '', 'network_id': '298d0f1e-c103-4242-b158-a28991e655e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e100fe-2892-41ac-9b4c-36659e67403e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:39:34Z', 'updated_at': '2021-08-25T16:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5184b04e-1ca0-4ee3-a46f-6b013348b4a8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-smb'}] {{(pid=75942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:45:12.173411 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 45b3f81e-0c95-47d6-949b-5a589a880863 up at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:45:12.345029 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning for port 45b3f81e-0c95-47d6-949b-5a589a880863 completed by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:45:12.352857 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.db.provisioning_blocks [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Provisioning complete for port 45b3f81e-0c95-47d6-949b-5a589a880863 triggered by entity L2. {{(pid=75941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:45:12.354059 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789638'] for port, provisioning_complete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:12.455865 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-70cc8f02-e6fa-4a29-9ca3-9e7e8ea07074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:12.463378 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-fe97c3fd-49e8-4de3-8009-7daa9b03c6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:12.528163 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66628666'] for port, before_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:12.529933 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc8f02-e6fa-4a29-9ca3-9e7e8ea07074 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2eae293-a7e2-4ef5-af7c-9b828c98081d,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:12.534286 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-70cc8f02-e6fa-4a29-9ca3-9e7e8ea07074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:12.577120 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b48d98-2e8f-42c4-ab85-bb57dc6769f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b3f81e-0c95-47d6-949b-5a589a880863'}] {{(pid=75941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:45:12.599319 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] For port 45b3f81e-0c95-47d6-949b-5a589a880863, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=45b3f81e-0c95-47d6-949b-5a589a880863,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:45:12.652596 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731567695638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731567239181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731567239226'] for port, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:12.655772 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:12.723075 dv-cinder-806008-1-smb neutron-server[75941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b48d98-2e8f-42c4-ab85-bb57dc6769f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b3f81e-0c95-47d6-949b-5a589a880863', 'code': 200} Aug 25 16:45:12.800162 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Pushing event updated for resources: {'Port': ['ID=45b3f81e-0c95-47d6-949b-5a589a880863,revision_number=5']} {{(pid=75941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:12.811247 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_concurrency.lockutils [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75941) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:12.885835 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device d1464bfe-bca5-4db0-b252-4fbfa6bb986e no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:45:12.954944 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: d1464bfe-bca5-4db0-b252-4fbfa6bb986e {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:45:12.961850 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device d1464bfe-bca5-4db0-b252-4fbfa6bb986e not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:45:13.048814 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-70cc8f02-e6fa-4a29-9ca3-9e7e8ea07074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741927'] for router_gateway, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:13.343116 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c503c6f-98a9-4fd8-b397-55f2d46a43b6 req-3103bfd7-abf9-45bd-8749-1b5762c30e8b tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:13.344837 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5c503c6f-98a9-4fd8-b397-55f2d46a43b6 req-3103bfd7-abf9-45bd-8749-1b5762c30e8b tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 945 time: 0.1022131 Aug 25 16:45:13.458842 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-5c503c6f-98a9-4fd8-b397-55f2d46a43b6 req-3c028f84-1402-45aa-94c8-180896b7e857 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993829 Aug 25 16:45:13.746712 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-70cc8f02-e6fa-4a29-9ca3-9e7e8ea07074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-738699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3787'] for router, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:13.756691 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-70cc8f02-e6fa-4a29-9ca3-9e7e8ea07074 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:13.769607 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-bcd4ebc7-d81b-4f07-97c8-b148d0611cc8 req-3803ed50-2475-4a77-813a-0abb6e594854 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 1098 time: 0.6088250 Aug 25 16:45:13.842780 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-bcd4ebc7-d81b-4f07-97c8-b148d0611cc8 req-a481aaa0-3785-4267-be10-8d9971590350 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654023 Aug 25 16:45:13.884297 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-70cc8f02-e6fa-4a29-9ca3-9e7e8ea07074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737051'] for router, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:13.884827 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cc8f02-e6fa-4a29-9ca3-9e7e8ea07074 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99e100fe-2892-41ac-9b4c-36659e67403e {{(pid=75940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:45:13.906037 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-70cc8f02-e6fa-4a29-9ca3-9e7e8ea07074 admin admin] Notify callbacks [] for router, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:13.907897 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-70cc8f02-e6fa-4a29-9ca3-9e7e8ea07074 admin admin] 10.222.0.35 "DELETE /v2.0/routers/99e100fe-2892-41ac-9b4c-36659e67403e HTTP/1.1" status: 204 len: 168 time: 2.8466196 Aug 25 16:45:13.912124 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 34116) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:14.005928 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.db_base_plugin_v2 [None req-f599810a-50e7-4458-b0c2-5890d2980f3b admin admin] Deleting subnet 92f10094-f92e-4ec8-8c90-ff7777450d4b {{(pid=75940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:45:14.010072 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f599810a-50e7-4458-b0c2-5890d2980f3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:14.071067 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f599810a-50e7-4458-b0c2-5890d2980f3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1652215'] for subnet, precommit_delete_associations {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:14.177170 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f599810a-50e7-4458-b0c2-5890d2980f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794922'] for subnet, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:14.359173 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f599810a-50e7-4458-b0c2-5890d2980f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1515234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2014473'] for subnet, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:14.363272 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:14.402416 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599810a-50e7-4458-b0c2-5890d2980f3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f10094-f92e-4ec8-8c90-ff7777450d4b,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:14.405551 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-f599810a-50e7-4458-b0c2-5890d2980f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:14.409991 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-f599810a-50e7-4458-b0c2-5890d2980f3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:14.412765 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-f599810a-50e7-4458-b0c2-5890d2980f3b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/92f10094-f92e-4ec8-8c90-ff7777450d4b HTTP/1.1" status: 204 len: 168 time: 0.4991369 Aug 25 16:45:14.413488 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd2107-1b83-42af-a71e-2a25cba43624 None None] Network d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce requested from dv-cinder-806008-1-smb {{(pid=75941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:45:14.415777 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34120) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:14.531016 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66643152'] for network, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:14.544638 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] Deleting port 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 {{(pid=75939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:45:14.545570 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:14.692695 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device a2eae293-a7e2-4ef5-af7c-9b828c98081d no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:45:14.731021 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: a2eae293-a7e2-4ef5-af7c-9b828c98081d {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:45:14.731515 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device a2eae293-a7e2-4ef5-af7c-9b828c98081d not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:45:14.777197 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2848e0-6bf2-49af-9844-0818b5aaa948 None None] DHCP port deletion for d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce request from dv-cinder-806008-1-smb {{(pid=75941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:45:14.782188 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-7b2848e0-6bf2-49af-9844-0818b5aaa948 None None] Deleting port 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 {{(pid=75941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:45:14.782705 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-7b2848e0-6bf2-49af-9844-0818b5aaa948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:14.855651 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.db [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] For port 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=443dd4d2-4980-45a5-8acd-e3b8a3ce9c55,segment=NetworkSegment(8c9f2d71-7237-4353-85f6-aa45760f3607),segment_id=8c9f2d71-7237-4353-85f6-aa45760f3607)] {{(pid=75939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:45:14.856102 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:15.006446 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29b3e1-c033-4da0-b092-652aa97e59f4 req-8490d8c2-0739-467c-a433-f8785007c997 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:15.008437 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-dd29b3e1-c033-4da0-b092-652aa97e59f4 req-8490d8c2-0739-467c-a433-f8785007c997 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 945 time: 0.3641818 Aug 25 16:45:15.015505 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.plugin [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] Calling delete_port for 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 owned by network:dhcp {{(pid=75939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:45:15.048593 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-7b2848e0-6bf2-49af-9844-0818b5aaa948 None None] For port 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55, host dv-cinder-806008-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-smb',level=0,port_id=443dd4d2-4980-45a5-8acd-e3b8a3ce9c55,segment=NetworkSegment(8c9f2d71-7237-4353-85f6-aa45760f3607),segment_id=8c9f2d71-7237-4353-85f6-aa45760f3607)] {{(pid=75941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:45:15.049015 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-7b2848e0-6bf2-49af-9844-0818b5aaa948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:15.182602 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-7b2848e0-6bf2-49af-9844-0818b5aaa948 None None] Calling delete_port for 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 owned by network:dhcp {{(pid=75941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:45:15.270669 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-dd29b3e1-c033-4da0-b092-652aa97e59f4 req-dd2c6bc6-7a66-477b-aa3c-ffb9e5072ceb tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058384 Aug 25 16:45:15.352936 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1700105'] for port, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:15.358217 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-3335566e-e4aa-406c-97be-f3e1ab0c71b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:15.360245 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.db.api [None req-7b2848e0-6bf2-49af-9844-0818b5aaa948 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:45:15.360681 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG oslo_db.api [None req-7b2848e0-6bf2-49af-9844-0818b5aaa948 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:45:15.402812 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] Pushing event deleted for resources: {'Port': ['ID=443dd4d2-4980-45a5-8acd-e3b8a3ce9c55,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:15.405380 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:15.408235 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] No DVR routers for this DVR port 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 on host dv-cinder-806008-1-smb {{(pid=75939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:45:15.636495 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796067', 'neutron.services.segments.db._delete_segments_for_network-8731567645826'] for network, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:15.651039 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce']}} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:45:15.663590 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9f2d71-7237-4353-85f6-aa45760f3607') {'for_net_delete': True} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:45:15.664410 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9f2d71-7237-4353-85f6-aa45760f3607') {} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:45:15.676586 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731567646621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2068682'] for segment, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:15.693930 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:15.701235 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=75939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:45:15.701630 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66794767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1700188'] for segment, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: Traceback (most recent call last): Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: timer() Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: cb(*args, **kw) Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: return func(*args, **kwargs) Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: self._notify() Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: self.callback(batched_events) Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: event.method(event) Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: return f(self, *a, **k) Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: return self._get(url).json() Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: return self.request(url, 'GET', **kwargs) Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:45:15.715391 dv-cinder-806008-1-smb neutron-server[75939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:45:15.844289 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741978'] for network, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:15.847890 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:15.861960 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:15.862338 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-7b2848e0-6bf2-49af-9844-0818b5aaa948 None None] Deleting port 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 {{(pid=75941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:45:15.862858 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-7b2848e0-6bf2-49af-9844-0818b5aaa948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:15.873607 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] Pushing event deleted for resources: {'Network': ['ID=d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:15.876523 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:15.878314 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-156f78a2-b5fd-418a-ba2b-8a5bbbc34199 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d26b1c58-fdeb-48ea-8fcf-6230e4b9e4ce HTTP/1.1" status: 204 len: 168 time: 1.4615345 Aug 25 16:45:15.931538 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-7b2848e0-6bf2-49af-9844-0818b5aaa948 None None] The port '443dd4d2-4980-45a5-8acd-e3b8a3ce9c55' was deleted {{(pid=75941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:45:16.338791 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34144) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:16.395536 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-f7e50136-c9e6-4724-a158-fff47279210b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0632364c492a47aa83cee3a290aeb58f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0550745 Aug 25 16:45:16.398914 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 34148) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:16.481667 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be1c49-54ae-4f6c-86b1-b52017b897f8 req-cfc8a485-2eac-4c82-a5fd-586eeb096eb3 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:16.482932 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-3eea27e5-8e52-47b1-a537-ab5ebbaca9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:16.483253 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-68be1c49-54ae-4f6c-86b1-b52017b897f8 req-cfc8a485-2eac-4c82-a5fd-586eeb096eb3 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 945 time: 0.0865669 Aug 25 16:45:16.510956 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-3eea27e5-8e52-47b1-a537-ab5ebbaca9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:16.539792 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-68be1c49-54ae-4f6c-86b1-b52017b897f8 req-7663a5b9-f279-419d-b99d-a622e621533f tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492027 Aug 25 16:45:16.644169 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-3eea27e5-8e52-47b1-a537-ab5ebbaca9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:16.650100 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-f6ec9baa-a905-4989-bf83-35ebcbf5d789 tempest-TestMinimumBasicScenario-1330790111 tempest-TestMinimumBasicScenario-1330790111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:16.665112 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea27e5-8e52-47b1-a537-ab5ebbaca9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7123217-6b56-4e6c-8e67-3acce4774bb2,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:16.670950 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-3eea27e5-8e52-47b1-a537-ab5ebbaca9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:16.686572 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-3eea27e5-8e52-47b1-a537-ab5ebbaca9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:16.686572 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-3eea27e5-8e52-47b1-a537-ab5ebbaca9c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7123217-6b56-4e6c-8e67-3acce4774bb2 HTTP/1.1" status: 204 len: 168 time: 0.2738733 Aug 25 16:45:16.734297 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 no longer exists at agent ovs-agent-dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:45:16.768062 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] No Port match for: 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:45:16.768737 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Device 443dd4d2-4980-45a5-8acd-e3b8a3ce9c55 not bound to the agent host dv-cinder-806008-1-smb {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:45:17.588530 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 34170) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:17.669199 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-9ac5960f-6828-46f4-a617-774dffb9fc3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a528734fe7714a8bb5c9c47c25b6fcb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0789075 Aug 25 16:45:17.672433 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 34174) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:17.741453 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-560f5d10-fc6a-434f-aadd-bc1569f0ccf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:17.770878 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-560f5d10-fc6a-434f-aadd-bc1569f0ccf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:17.941397 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-560f5d10-fc6a-434f-aadd-bc1569f0ccf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:17.946379 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-15c19f1d-336f-46cf-9267-006e102a8934 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:17.957847 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f5d10-fc6a-434f-aadd-bc1569f0ccf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f83872f-b393-4de3-801b-1c1972092241,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:17.961977 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-560f5d10-fc6a-434f-aadd-bc1569f0ccf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:17.965604 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-560f5d10-fc6a-434f-aadd-bc1569f0ccf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:17.969028 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-560f5d10-fc6a-434f-aadd-bc1569f0ccf5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f83872f-b393-4de3-801b-1c1972092241 HTTP/1.1" status: 204 len: 168 time: 0.2933946 Aug 25 16:45:21.134937 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 34222) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:21.302349 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b5db27a3-03cc-4720-aae3-845ad10cd766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:21.338768 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-b5db27a3-03cc-4720-aae3-845ad10cd766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:45:21.343037 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-b5db27a3-03cc-4720-aae3-845ad10cd766 admin admin] Usage tracker for resource:security_group_rule and tenant:da50f1fb048b466a9b088690e9a8d915 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:45:21.345967 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-b5db27a3-03cc-4720-aae3-845ad10cd766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:45:21.352610 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-b5db27a3-03cc-4720-aae3-845ad10cd766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:45:21.421476 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b5db27a3-03cc-4720-aae3-845ad10cd766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:21.533148 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-b5db27a3-03cc-4720-aae3-845ad10cd766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:21.545718 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-c4ae9da4-da1a-48b7-bedd-e88967cf8afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:21.590600 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db27a3-03cc-4720-aae3-845ad10cd766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960f3bd4-dcf6-4f11-b2ef-abe61f4c587a,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:21.593996 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-b5db27a3-03cc-4720-aae3-845ad10cd766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:21.596948 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-b5db27a3-03cc-4720-aae3-845ad10cd766 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=da50f1fb048b466a9b088690e9a8d915&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4609509 Aug 25 16:45:21.599565 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 34228) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:21.668378 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e7902f71-11ca-4c9b-9a46-fdfaadd284c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:21.703207 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e7902f71-11ca-4c9b-9a46-fdfaadd284c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:21.838665 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e7902f71-11ca-4c9b-9a46-fdfaadd284c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:21.842521 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-a9c6c5ec-d485-4f85-b8c3-c5a5d0d94d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:21.859247 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7902f71-11ca-4c9b-9a46-fdfaadd284c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960f3bd4-dcf6-4f11-b2ef-abe61f4c587a,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:21.863130 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-e7902f71-11ca-4c9b-9a46-fdfaadd284c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:21.864293 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-e7902f71-11ca-4c9b-9a46-fdfaadd284c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/960f3bd4-dcf6-4f11-b2ef-abe61f4c587a HTTP/1.1" status: 204 len: 168 time: 0.2637577 Aug 25 16:45:21.865306 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-e7902f71-11ca-4c9b-9a46-fdfaadd284c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:22.660711 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 34240) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:22.685257 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c338-9c4d-49ed-920c-04c1b9b9902c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:22.727797 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-c0f0c338-9c4d-49ed-920c-04c1b9b9902c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:45:22.733428 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-c0f0c338-9c4d-49ed-920c-04c1b9b9902c admin admin] Usage tracker for resource:security_group_rule and tenant:d410f1fbcf8241f48d4a4fa73985d7cb is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:45:22.738355 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-c0f0c338-9c4d-49ed-920c-04c1b9b9902c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:45:22.746835 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-c0f0c338-9c4d-49ed-920c-04c1b9b9902c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:45:22.829813 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c338-9c4d-49ed-920c-04c1b9b9902c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:22.885064 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c338-9c4d-49ed-920c-04c1b9b9902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:22.894065 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-3eea27e5-8e52-47b1-a537-ab5ebbaca9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:22.939388 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0c338-9c4d-49ed-920c-04c1b9b9902c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d881f1-dab2-402a-965b-d8b861f4d078,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:22.944025 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-c0f0c338-9c4d-49ed-920c-04c1b9b9902c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d410f1fbcf8241f48d4a4fa73985d7cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2818239 Aug 25 16:45:22.944981 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-c0f0c338-9c4d-49ed-920c-04c1b9b9902c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:22.947314 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 34246) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:23.042041 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ea26e316-c60f-422f-8c6b-1580938cd310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:23.072080 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ea26e316-c60f-422f-8c6b-1580938cd310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:23.432918 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ea26e316-c60f-422f-8c6b-1580938cd310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:23.439075 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-c0f0c338-9c4d-49ed-920c-04c1b9b9902c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:23.454686 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26e316-c60f-422f-8c6b-1580938cd310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d881f1-dab2-402a-965b-d8b861f4d078,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:23.460649 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-ea26e316-c60f-422f-8c6b-1580938cd310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:23.460649 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ea26e316-c60f-422f-8c6b-1580938cd310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:23.460649 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-ea26e316-c60f-422f-8c6b-1580938cd310 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8d881f1-dab2-402a-965b-d8b861f4d078 HTTP/1.1" status: 204 len: 168 time: 0.5115607 Aug 25 16:45:23.766956 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-4109c34b-60f0-47d8-9e63-4b03ed8770c2 req-3b74aca9-1531-400c-a1e9-9e09cd3b69e3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0988333 Aug 25 16:45:23.815806 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-73f244ae-f3e7-4f66-9179-d716e7932ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:23.960047 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-4109c34b-60f0-47d8-9e63-4b03ed8770c2 req-e0b75dff-b911-4d7b-9010-48e47e9e36ae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf4badb047eb4672b2492eb1d6d30fdc&device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 1098 time: 0.1096888 Aug 25 16:45:24.184363 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109c34b-60f0-47d8-9e63-4b03ed8770c2 req-fdfd653c-95b3-4b2e-ba6c-e03230fc18ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:24.185834 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-4109c34b-60f0-47d8-9e63-4b03ed8770c2 req-fdfd653c-95b3-4b2e-ba6c-e03230fc18ea service neutron] 10.222.0.81 "GET /v2.0/networks?id=17f51615-7cb4-4b03-a4a0-f6da18e1f482 HTTP/1.1" status: 200 len: 916 time: 0.1970201 Aug 25 16:45:24.276584 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-4109c34b-60f0-47d8-9e63-4b03ed8770c2 req-0ac0a5c2-bb5f-4128-aea3-f6c014e139d3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=550910eb-63ef-45c0-a83c-ed007e150d43 HTTP/1.1" status: 200 len: 217 time: 0.0817039 Aug 25 16:45:24.340304 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34266) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:24.348637 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109c34b-60f0-47d8-9e63-4b03ed8770c2 req-4f62f39f-6d7e-4dc9-98f2-8b09c48a32d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:24.350100 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-4109c34b-60f0-47d8-9e63-4b03ed8770c2 req-4f62f39f-6d7e-4dc9-98f2-8b09c48a32d2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=544ad5bc-48a4-43d9-87ff-8188da4ad555 HTTP/1.1" status: 200 len: 854 time: 0.0660751 Aug 25 16:45:24.373678 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:24.398461 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-4109c34b-60f0-47d8-9e63-4b03ed8770c2 req-97308f8a-6313-4b63-9caa-e6f82403a051 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=17f51615-7cb4-4b03-a4a0-f6da18e1f482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416446 Aug 25 16:45:24.429444 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:45:24.434792 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Usage tracker for resource:security_group_rule and tenant:ea495ffce6bc4c4aa9bd457c0348da88 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:45:24.438904 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:45:24.446558 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:45:24.573876 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:24.637659 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:24.647403 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-9a7d7d3b-0989-4233-97e5-d2d4c39cffbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:24.667217 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-4109c34b-60f0-47d8-9e63-4b03ed8770c2 req-0523f8b5-bbfc-4751-8017-7324819496d7 service neutron] 10.222.0.81 "GET /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500253 Aug 25 16:45:24.692710 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6310658-47a5-4945-bf88-47b6e79c9e02,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:24.697618 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea495ffce6bc4c4aa9bd457c0348da88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3557119 Aug 25 16:45:24.702284 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34270) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:24.720101 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:24.720488 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:24.720899 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:24.721273 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:24.721636 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:24.721991 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:24.722512 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:24.722865 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:24.723222 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:24.723573 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:24.723919 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:45:24.728593 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:24.800501 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c5289366-9f2b-4497-84aa-325384c14d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:24.840420 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c5289366-9f2b-4497-84aa-325384c14d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:24.865570 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-4109c34b-60f0-47d8-9e63-4b03ed8770c2 req-2771e57b-e1fc-46d4-989a-50084c29a36b service neutron] 10.222.0.81 "GET /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899707 Aug 25 16:45:25.032919 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c5289366-9f2b-4497-84aa-325384c14d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:25.033224 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:25.038072 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-b163552e-0f5d-4f85-9d16-1f6dad2f80ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:25.052250 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5289366-9f2b-4497-84aa-325384c14d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6310658-47a5-4945-bf88-47b6e79c9e02,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:25.055624 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-c5289366-9f2b-4497-84aa-325384c14d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:25.057903 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-c5289366-9f2b-4497-84aa-325384c14d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:25.059100 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-c5289366-9f2b-4497-84aa-325384c14d60 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6310658-47a5-4945-bf88-47b6e79c9e02 HTTP/1.1" status: 204 len: 168 time: 0.3558853 Aug 25 16:45:25.455189 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:27.352712 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-ab9d64ea-5de8-4077-bfed-38021c888d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:28.118524 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:28.351046 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9094e62-99c4-4aed-982d-72410a91a365 req-60210526-4c2f-4c3f-9fd6-861dc052e66d tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:28.353059 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f9094e62-99c4-4aed-982d-72410a91a365 req-60210526-4c2f-4c3f-9fd6-861dc052e66d tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 945 time: 0.0922155 Aug 25 16:45:28.406451 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-f9094e62-99c4-4aed-982d-72410a91a365 req-4551b4d0-f0fd-4f06-95f8-a8b0cfdab282 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469115 Aug 25 16:45:29.620578 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce9973-c212-4a50-b913-677ca21396a2 req-5fc0d157-eda5-4eb2-a3da-1c7f6b77942f tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:29.622103 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e1ce9973-c212-4a50-b913-677ca21396a2 req-5fc0d157-eda5-4eb2-a3da-1c7f6b77942f tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 945 time: 0.0857575 Aug 25 16:45:29.680052 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e1ce9973-c212-4a50-b913-677ca21396a2 req-840fa57f-3b30-4da8-8b4e-0ecbb06b6809 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505443 Aug 25 16:45:29.735282 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:30.313756 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddafbdf-c02a-4cd8-9dfc-442196afbc5c req-470ba594-e089-46fd-ba4c-2800d066a0cc tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:30.314471 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-eddafbdf-c02a-4cd8-9dfc-442196afbc5c req-470ba594-e089-46fd-ba4c-2800d066a0cc tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Synchronizing usage tracker for tenant:cf4badb047eb4672b2492eb1d6d30fdc on resource:port {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:45:30.426709 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-eddafbdf-c02a-4cd8-9dfc-442196afbc5c req-470ba594-e089-46fd-ba4c-2800d066a0cc tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Unset dirty status for tenant:cf4badb047eb4672b2492eb1d6d30fdc on resource:port {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:45:30.427886 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-eddafbdf-c02a-4cd8-9dfc-442196afbc5c req-470ba594-e089-46fd-ba4c-2800d066a0cc tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.81 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 945 time: 0.1995840 Aug 25 16:45:30.527312 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-eddafbdf-c02a-4cd8-9dfc-442196afbc5c req-530f94bb-3412-4e85-b4cc-4bdf6f6e6d9a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Deleting port 45b3f81e-0c95-47d6-949b-5a589a880863 {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:45:30.527640 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-eddafbdf-c02a-4cd8-9dfc-442196afbc5c req-530f94bb-3412-4e85-b4cc-4bdf6f6e6d9a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:30.808139 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-eddafbdf-c02a-4cd8-9dfc-442196afbc5c req-530f94bb-3412-4e85-b4cc-4bdf6f6e6d9a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] For port 45b3f81e-0c95-47d6-949b-5a589a880863, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=45b3f81e-0c95-47d6-949b-5a589a880863,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:45:30.808514 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-eddafbdf-c02a-4cd8-9dfc-442196afbc5c req-530f94bb-3412-4e85-b4cc-4bdf6f6e6d9a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:30.901242 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116c45e-403c-4a4f-a66e-46999db4e7d6 req-ae36c618-9057-4a62-95e4-0179b21c1b8e tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:30.902707 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a116c45e-403c-4a4f-a66e-46999db4e7d6 req-ae36c618-9057-4a62-95e4-0179b21c1b8e tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 945 time: 0.0836115 Aug 25 16:45:30.938680 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-eddafbdf-c02a-4cd8-9dfc-442196afbc5c req-530f94bb-3412-4e85-b4cc-4bdf6f6e6d9a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Calling delete_port for 45b3f81e-0c95-47d6-949b-5a589a880863 owned by compute:nova {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:45:30.951892 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a116c45e-403c-4a4f-a66e-46999db4e7d6 req-d1fb90e8-530d-42e0-863b-03f8137be4b2 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433562 Aug 25 16:45:31.085933 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:45:31.215290 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-eddafbdf-c02a-4cd8-9dfc-442196afbc5c req-530f94bb-3412-4e85-b4cc-4bdf6f6e6d9a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:31.221576 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-f117b3cc-d250-456b-be4f-5fe926e02280 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:31.228928 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['550910eb-63ef-45c0-a83c-ed007e150d43', 'fab71823-58c1-4bb0-8b02-cf8648d69630', '0384e0ba-1c9e-4eca-858b-e9d9190acd8f', '45b3f81e-0c95-47d6-949b-5a589a880863'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:45:31.266922 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f94bb-3412-4e85-b4cc-4bdf6f6e6d9a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Pushing event deleted for resources: {'Port': ['ID=45b3f81e-0c95-47d6-949b-5a589a880863,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:31.269774 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-530f94bb-3412-4e85-b4cc-4bdf6f6e6d9a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:31.347927 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddafbdf-c02a-4cd8-9dfc-442196afbc5c req-530f94bb-3412-4e85-b4cc-4bdf6f6e6d9a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] No DVR routers for this DVR port 45b3f81e-0c95-47d6-949b-5a589a880863 on host hv-cinder-80600 {{(pid=75940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:45:31.350520 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-eddafbdf-c02a-4cd8-9dfc-442196afbc5c req-530f94bb-3412-4e85-b4cc-4bdf6f6e6d9a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:31.353805 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b48d98-2e8f-42c4-ab85-bb57dc6769f2', 'name': 'network-vif-deleted', 'tag': '45b3f81e-0c95-47d6-949b-5a589a880863'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:45:31.426867 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b48d98-2e8f-42c4-ab85-bb57dc6769f2', 'name': 'network-vif-deleted', 'tag': '45b3f81e-0c95-47d6-949b-5a589a880863', 'status': 'completed', 'code': 200} Aug 25 16:45:31.430924 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-eddafbdf-c02a-4cd8-9dfc-442196afbc5c req-530f94bb-3412-4e85-b4cc-4bdf6f6e6d9a tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.81 "DELETE /v2.0/ports/45b3f81e-0c95-47d6-949b-5a589a880863 HTTP/1.1" status: 204 len: 173 time: 0.9735737 Aug 25 16:45:32.142513 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e1562452-c904-4675-aee0-ff3b9aee58fd req-1390202a-41bc-4d0d-8b6b-09241904c628 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=92b48d98-2e8f-42c4-ab85-bb57dc6769f2 HTTP/1.1" status: 200 len: 210 time: 0.0481515 Aug 25 16:45:34.318645 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 45b3f81e-0c95-47d6-949b-5a589a880863 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:45:34.356116 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: 45b3f81e-0c95-47d6-949b-5a589a880863 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:45:34.356496 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 45b3f81e-0c95-47d6-949b-5a589a880863 not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:45:35.296459 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e2b27-de9c-4939-abd1-a698da61125f req-6cf42df3-e6ff-4404-847b-1aeece8a2266 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:35.297971 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1e4e2b27-de9c-4939-abd1-a698da61125f req-6cf42df3-e6ff-4404-847b-1aeece8a2266 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 945 time: 0.0887940 Aug 25 16:45:35.348026 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1e4e2b27-de9c-4939-abd1-a698da61125f req-feb1444b-5b0d-472f-be48-6b06749460a4 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439863 Aug 25 16:45:36.571007 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccf006-f565-41a0-88f3-74ea92710ccc req-d7ae9b9d-3f7d-411c-bc5a-2e4776a5e810 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:36.572626 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-70ccf006-f565-41a0-88f3-74ea92710ccc req-d7ae9b9d-3f7d-411c-bc5a-2e4776a5e810 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 945 time: 0.0885005 Aug 25 16:45:36.627840 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-70ccf006-f565-41a0-88f3-74ea92710ccc req-9d5d0847-6381-49ac-b98e-e956f00fbfec tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446138 Aug 25 16:45:37.150090 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f2b27-bf1c-47d9-bf57-54877158331a req-1a976d58-f72a-41f1-8627-a0338ce3a5b7 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:37.150802 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-201f2b27-bf1c-47d9-bf57-54877158331a req-1a976d58-f72a-41f1-8627-a0338ce3a5b7 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Synchronizing usage tracker for tenant:cf4badb047eb4672b2492eb1d6d30fdc on resource:port {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:45:37.269898 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-201f2b27-bf1c-47d9-bf57-54877158331a req-1a976d58-f72a-41f1-8627-a0338ce3a5b7 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Unset dirty status for tenant:cf4badb047eb4672b2492eb1d6d30fdc on resource:port {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:45:37.271056 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-201f2b27-bf1c-47d9-bf57-54877158331a req-1a976d58-f72a-41f1-8627-a0338ce3a5b7 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.81 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 945 time: 0.2038276 Aug 25 16:45:37.351037 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-201f2b27-bf1c-47d9-bf57-54877158331a req-58f98c04-b711-485f-a1b4-04e53e7d1045 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Deleting port 0384e0ba-1c9e-4eca-858b-e9d9190acd8f {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:45:37.352553 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-201f2b27-bf1c-47d9-bf57-54877158331a req-58f98c04-b711-485f-a1b4-04e53e7d1045 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:37.636842 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-201f2b27-bf1c-47d9-bf57-54877158331a req-58f98c04-b711-485f-a1b4-04e53e7d1045 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] For port 0384e0ba-1c9e-4eca-858b-e9d9190acd8f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0384e0ba-1c9e-4eca-858b-e9d9190acd8f,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:45:37.637127 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-201f2b27-bf1c-47d9-bf57-54877158331a req-58f98c04-b711-485f-a1b4-04e53e7d1045 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:37.854678 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82574b86-ac43-4633-ae02-b7f143e9c5a2 req-2b87ab4d-c2b7-47ce-8354-0f76f6bc7ff6 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:37.856183 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-82574b86-ac43-4633-ae02-b7f143e9c5a2 req-2b87ab4d-c2b7-47ce-8354-0f76f6bc7ff6 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 945 time: 0.0887086 Aug 25 16:45:37.866270 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-201f2b27-bf1c-47d9-bf57-54877158331a req-58f98c04-b711-485f-a1b4-04e53e7d1045 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Calling delete_port for 0384e0ba-1c9e-4eca-858b-e9d9190acd8f owned by compute:nova {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:45:37.910988 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-82574b86-ac43-4633-ae02-b7f143e9c5a2 req-49892242-f377-4ffd-a29c-d14bb017b9fc tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491669 Aug 25 16:45:38.087237 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-201f2b27-bf1c-47d9-bf57-54877158331a req-58f98c04-b711-485f-a1b4-04e53e7d1045 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:38.093038 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-0486cc2b-ed55-4fcc-bc2d-0767d4c8847d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:38.099085 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['550910eb-63ef-45c0-a83c-ed007e150d43', 'fab71823-58c1-4bb0-8b02-cf8648d69630', '0384e0ba-1c9e-4eca-858b-e9d9190acd8f'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:45:38.141022 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f98c04-b711-485f-a1b4-04e53e7d1045 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Pushing event deleted for resources: {'Port': ['ID=0384e0ba-1c9e-4eca-858b-e9d9190acd8f,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:38.142704 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-58f98c04-b711-485f-a1b4-04e53e7d1045 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:38.250697 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-201f2b27-bf1c-47d9-bf57-54877158331a req-58f98c04-b711-485f-a1b4-04e53e7d1045 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] No DVR routers for this DVR port 0384e0ba-1c9e-4eca-858b-e9d9190acd8f on host hv-cinder-80600 {{(pid=75940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:45:38.253000 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-201f2b27-bf1c-47d9-bf57-54877158331a req-58f98c04-b711-485f-a1b4-04e53e7d1045 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:38.255700 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1712683a-b750-44d8-82ed-5cfdfb2045fd', 'name': 'network-vif-deleted', 'tag': '0384e0ba-1c9e-4eca-858b-e9d9190acd8f'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:45:38.321376 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1712683a-b750-44d8-82ed-5cfdfb2045fd', 'name': 'network-vif-deleted', 'tag': '0384e0ba-1c9e-4eca-858b-e9d9190acd8f', 'status': 'completed', 'code': 200} Aug 25 16:45:38.379268 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-201f2b27-bf1c-47d9-bf57-54877158331a req-58f98c04-b711-485f-a1b4-04e53e7d1045 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.81 "DELETE /v2.0/ports/0384e0ba-1c9e-4eca-858b-e9d9190acd8f HTTP/1.1" status: 204 len: 173 time: 1.1022704 Aug 25 16:45:39.102949 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-17f02275-56a8-4625-a944-0d20f824379e req-0db6c81b-f8d6-4a0c-ae63-a51efcf60b67 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=1712683a-b750-44d8-82ed-5cfdfb2045fd HTTP/1.1" status: 200 len: 210 time: 0.0486646 Aug 25 16:45:40.347707 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 0384e0ba-1c9e-4eca-858b-e9d9190acd8f no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:45:40.387506 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: 0384e0ba-1c9e-4eca-858b-e9d9190acd8f {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:45:40.387865 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 0384e0ba-1c9e-4eca-858b-e9d9190acd8f not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:45:40.939688 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bb5e7-3e65-4c03-9360-d8f9fd5799a5 req-38548bf0-c19e-4970-b997-8620e5438402 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:40.941235 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1e6bb5e7-3e65-4c03-9360-d8f9fd5799a5 req-38548bf0-c19e-4970-b997-8620e5438402 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 946 time: 0.0798969 Aug 25 16:45:40.990652 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1e6bb5e7-3e65-4c03-9360-d8f9fd5799a5 req-5f3e7a71-b295-47cb-8097-5b1a3633387d tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423369 Aug 25 16:45:42.247581 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280b2b1-6abc-49fd-a348-2b40a448f927 req-d9af0d4f-51d0-4c70-a6a5-f9816bcaca96 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:42.249124 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9280b2b1-6abc-49fd-a348-2b40a448f927 req-d9af0d4f-51d0-4c70-a6a5-f9816bcaca96 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 946 time: 0.0989604 Aug 25 16:45:42.301058 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-9280b2b1-6abc-49fd-a348-2b40a448f927 req-f672e087-3d13-40be-b5e2-ca9b1d31a1c4 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459638 Aug 25 16:45:42.445794 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8619d-90dc-4c87-8b41-c9b365f7795b req-9e1f04d4-2f47-4acb-916c-da6ade387fba tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:42.446659 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-46e8619d-90dc-4c87-8b41-c9b365f7795b req-9e1f04d4-2f47-4acb-916c-da6ade387fba tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Synchronizing usage tracker for tenant:cf4badb047eb4672b2492eb1d6d30fdc on resource:port {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:45:42.512320 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-46e8619d-90dc-4c87-8b41-c9b365f7795b req-9e1f04d4-2f47-4acb-916c-da6ade387fba tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Unset dirty status for tenant:cf4badb047eb4672b2492eb1d6d30fdc on resource:port {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:45:42.513309 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-46e8619d-90dc-4c87-8b41-c9b365f7795b req-9e1f04d4-2f47-4acb-916c-da6ade387fba tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.81 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 946 time: 0.1503534 Aug 25 16:45:42.603170 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-46e8619d-90dc-4c87-8b41-c9b365f7795b req-5a3987bb-0664-4ff9-99af-25ad109041cf tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Deleting port fab71823-58c1-4bb0-8b02-cf8648d69630 {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:45:42.603641 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-46e8619d-90dc-4c87-8b41-c9b365f7795b req-5a3987bb-0664-4ff9-99af-25ad109041cf tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:42.879159 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-46e8619d-90dc-4c87-8b41-c9b365f7795b req-5a3987bb-0664-4ff9-99af-25ad109041cf tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] For port fab71823-58c1-4bb0-8b02-cf8648d69630, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fab71823-58c1-4bb0-8b02-cf8648d69630,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:45:42.879424 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-46e8619d-90dc-4c87-8b41-c9b365f7795b req-5a3987bb-0664-4ff9-99af-25ad109041cf tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:43.010300 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-46e8619d-90dc-4c87-8b41-c9b365f7795b req-5a3987bb-0664-4ff9-99af-25ad109041cf tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Calling delete_port for fab71823-58c1-4bb0-8b02-cf8648d69630 owned by compute:nova {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:45:43.281656 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-46e8619d-90dc-4c87-8b41-c9b365f7795b req-5a3987bb-0664-4ff9-99af-25ad109041cf tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:43.288319 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-9c444b25-f31c-4945-8dab-410d956ec2a8 tempest-TestShelveInstance-2120891054 tempest-TestShelveInstance-2120891054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:43.296156 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.db [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] get_ports_and_sgs() called for port_ids ['550910eb-63ef-45c0-a83c-ed007e150d43', 'fab71823-58c1-4bb0-8b02-cf8648d69630'] {{(pid=75941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:45:43.338868 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3987bb-0664-4ff9-99af-25ad109041cf tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Pushing event deleted for resources: {'Port': ['ID=fab71823-58c1-4bb0-8b02-cf8648d69630,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:43.343619 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5a3987bb-0664-4ff9-99af-25ad109041cf tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:43.425416 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e8619d-90dc-4c87-8b41-c9b365f7795b req-5a3987bb-0664-4ff9-99af-25ad109041cf tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] No DVR routers for this DVR port fab71823-58c1-4bb0-8b02-cf8648d69630 on host hv-cinder-80600 {{(pid=75940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:45:43.429743 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-46e8619d-90dc-4c87-8b41-c9b365f7795b req-5a3987bb-0664-4ff9-99af-25ad109041cf tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:43.434397 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a99a2c-bb16-4dae-af08-f636a37020bf', 'name': 'network-vif-deleted', 'tag': 'fab71823-58c1-4bb0-8b02-cf8648d69630'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:45:43.502917 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-a142fe33-3763-4395-9da9-2f03c7a02457 req-221c4958-5017-40e7-bc4f-d04df196cbae tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 210 time: 0.0527081 Aug 25 16:45:43.516312 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a99a2c-bb16-4dae-af08-f636a37020bf', 'name': 'network-vif-deleted', 'tag': 'fab71823-58c1-4bb0-8b02-cf8648d69630', 'status': 'completed', 'code': 200} Aug 25 16:45:43.543019 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-46e8619d-90dc-4c87-8b41-c9b365f7795b req-5a3987bb-0664-4ff9-99af-25ad109041cf tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.81 "DELETE /v2.0/ports/fab71823-58c1-4bb0-8b02-cf8648d69630 HTTP/1.1" status: 204 len: 173 time: 1.0225415 Aug 25 16:45:44.737401 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-76acd6ab-b5ac-481d-bb4c-d33e91027ea6 req-d9df35ad-8001-421d-93c0-c129e53fda95 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=67a99a2c-bb16-4dae-af08-f636a37020bf HTTP/1.1" status: 200 len: 210 time: 0.0502110 Aug 25 16:45:46.340417 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device fab71823-58c1-4bb0-8b02-cf8648d69630 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:45:46.376282 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: fab71823-58c1-4bb0-8b02-cf8648d69630 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:45:46.376704 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device fab71823-58c1-4bb0-8b02-cf8648d69630 not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:45:47.882320 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dea73-461e-4b48-a13e-9fe50623f2cc req-4b6a5d7e-bb6a-41c1-a1c1-ce064e8191d7 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:47.884378 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-782dea73-461e-4b48-a13e-9fe50623f2cc req-4b6a5d7e-bb6a-41c1-a1c1-ce064e8191d7 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 945 time: 0.0895417 Aug 25 16:45:47.942773 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-782dea73-461e-4b48-a13e-9fe50623f2cc req-de4966f5-7e5d-4a4e-9330-47542fa03b28 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515034 Aug 25 16:45:49.253518 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5322a92-3469-4239-a632-57c5e85a5502 req-305babe1-faad-4e5e-aa68-ed07a9449ccf tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:49.254877 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e5322a92-3469-4239-a632-57c5e85a5502 req-305babe1-faad-4e5e-aa68-ed07a9449ccf tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 945 time: 0.1776085 Aug 25 16:45:49.304172 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-e5322a92-3469-4239-a632-57c5e85a5502 req-f936f99c-2424-4575-bdad-d2f7d775577e tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420613 Aug 25 16:45:49.744811 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e93d7-35a9-4ab6-8739-b250be0b4520 req-8c66fe3f-ed0c-4cd2-9b9f-1cc326ff50fe tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:49.745553 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-641e93d7-35a9-4ab6-8739-b250be0b4520 req-8c66fe3f-ed0c-4cd2-9b9f-1cc326ff50fe tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Synchronizing usage tracker for tenant:cf4badb047eb4672b2492eb1d6d30fdc on resource:port {{(pid=75940) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:45:49.823580 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [req-641e93d7-35a9-4ab6-8739-b250be0b4520 req-8c66fe3f-ed0c-4cd2-9b9f-1cc326ff50fe tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Unset dirty status for tenant:cf4badb047eb4672b2492eb1d6d30fdc on resource:port {{(pid=75940) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:45:49.824893 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-641e93d7-35a9-4ab6-8739-b250be0b4520 req-8c66fe3f-ed0c-4cd2-9b9f-1cc326ff50fe tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 945 time: 0.1664326 Aug 25 16:45:49.904499 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-641e93d7-35a9-4ab6-8739-b250be0b4520 req-c07a7341-8f72-4d13-bc3b-826237da3022 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Deleting port 550910eb-63ef-45c0-a83c-ed007e150d43 {{(pid=75940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:45:49.904843 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-641e93d7-35a9-4ab6-8739-b250be0b4520 req-c07a7341-8f72-4d13-bc3b-826237da3022 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731567640751'] for port, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:50.176814 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.db [req-641e93d7-35a9-4ab6-8739-b250be0b4520 req-c07a7341-8f72-4d13-bc3b-826237da3022 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] For port 550910eb-63ef-45c0-a83c-ed007e150d43, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=550910eb-63ef-45c0-a83c-ed007e150d43,segment=NetworkSegment(7b8559cb-322b-4c4b-830b-02fe906c31c5),segment_id=7b8559cb-322b-4c4b-830b-02fe906c31c5)] {{(pid=75940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:45:50.177159 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-641e93d7-35a9-4ab6-8739-b250be0b4520 req-c07a7341-8f72-4d13-bc3b-826237da3022 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-745117'] for port, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:50.400389 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.plugins.ml2.plugin [req-641e93d7-35a9-4ab6-8739-b250be0b4520 req-c07a7341-8f72-4d13-bc3b-826237da3022 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Calling delete_port for 550910eb-63ef-45c0-a83c-ed007e150d43 owned by compute:nova {{(pid=75940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:45:50.520234 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85478c6b-e754-402a-9fdd-c1e0bc16d65d req-58871569-302a-4751-b3a9-a3c28345d763 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:45:50.521534 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-85478c6b-e754-402a-9fdd-c1e0bc16d65d req-58871569-302a-4751-b3a9-a3c28345d763 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 945 time: 0.0860941 Aug 25 16:45:50.578121 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-85478c6b-e754-402a-9fdd-c1e0bc16d65d req-f914d77c-df2f-49f1-ad7a-d469e2e7b679 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c9f120f-5a70-4b33-92b3-6b6fb407371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495796 Aug 25 16:45:50.620792 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-641e93d7-35a9-4ab6-8739-b250be0b4520 req-c07a7341-8f72-4d13-bc3b-826237da3022 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-66628861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731567695620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731567239172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1515025'] for port, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:50.626786 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-1d81135b-c9e3-4dc5-a848-ad90ae036848 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:50.672696 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a7341-8f72-4d13-bc3b-826237da3022 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Pushing event deleted for resources: {'Port': ['ID=550910eb-63ef-45c0-a83c-ed007e150d43,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:50.676594 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-c07a7341-8f72-4d13-bc3b-826237da3022 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:50.756573 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.l3_dvrscheduler_db [req-641e93d7-35a9-4ab6-8739-b250be0b4520 req-c07a7341-8f72-4d13-bc3b-826237da3022 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] No DVR routers for this DVR port 550910eb-63ef-45c0-a83c-ed007e150d43 on host hv-cinder-80600 {{(pid=75940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:45:50.760059 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [req-641e93d7-35a9-4ab6-8739-b250be0b4520 req-c07a7341-8f72-4d13-bc3b-826237da3022 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-392472'] for port, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:50.762966 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e25a0a6-f33b-4838-aec9-06e9f4ce0299', 'name': 'network-vif-deleted', 'tag': '550910eb-63ef-45c0-a83c-ed007e150d43'}] {{(pid=75940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:45:50.842571 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e25a0a6-f33b-4838-aec9-06e9f4ce0299', 'name': 'network-vif-deleted', 'tag': '550910eb-63ef-45c0-a83c-ed007e150d43', 'status': 'completed', 'code': 200} Aug 25 16:45:50.850923 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [req-641e93d7-35a9-4ab6-8739-b250be0b4520 req-c07a7341-8f72-4d13-bc3b-826237da3022 tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.81 "DELETE /v2.0/ports/550910eb-63ef-45c0-a83c-ed007e150d43 HTTP/1.1" status: 204 len: 173 time: 1.0187757 Aug 25 16:45:51.766206 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [req-1a5d2e27-c883-49bf-a685-3a4ccfc21a4f req-7030cbda-e3bc-43e7-b6a7-b67077af1eba tempest-AttachVolumeNegativeTest-1332994234 tempest-AttachVolumeNegativeTest-1332994234-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e25a0a6-f33b-4838-aec9-06e9f4ce0299 HTTP/1.1" status: 200 len: 210 time: 0.0459559 Aug 25 16:45:52.375768 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 550910eb-63ef-45c0-a83c-ed007e150d43 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:45:52.413240 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.plugin [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] No Port match for: 550910eb-63ef-45c0-a83c-ed007e150d43 {{(pid=75941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:45:52.413716 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron.plugins.ml2.rpc [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Device 550910eb-63ef-45c0-a83c-ed007e150d43 not bound to the agent host hv-cinder-80600 {{(pid=75941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:45:52.878091 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34470) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:52.940190 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2a2297-3266-4f2d-bf63-c16651a0642e admin admin] Deleting subnet 544ad5bc-48a4-43d9-87ff-8188da4ad555 {{(pid=75939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:45:52.945476 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0a2a2297-3266-4f2d-bf63-c16651a0642e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:53.001196 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0a2a2297-3266-4f2d-bf63-c16651a0642e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2068677'] for subnet, precommit_delete_associations {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:53.059609 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0a2a2297-3266-4f2d-bf63-c16651a0642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794922'] for subnet, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:53.241078 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0a2a2297-3266-4f2d-bf63-c16651a0642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1700346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1491086'] for subnet, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:53.245815 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:53.283695 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a2297-3266-4f2d-bf63-c16651a0642e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=544ad5bc-48a4-43d9-87ff-8188da4ad555,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:53.287070 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0a2a2297-3266-4f2d-bf63-c16651a0642e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:53.291143 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0a2a2297-3266-4f2d-bf63-c16651a0642e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for subnet, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:53.297102 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-0a2a2297-3266-4f2d-bf63-c16651a0642e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/544ad5bc-48a4-43d9-87ff-8188da4ad555 HTTP/1.1" status: 204 len: 168 time: 0.4179838 Aug 25 16:45:53.301757 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34474) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:53.409882 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fdc5-ac4a-401f-b144-597856327de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66643152'] for network, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:53.537675 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fdc5-ac4a-401f-b144-597856327de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796067', 'neutron.services.segments.db._delete_segments_for_network-8731567645826'] for network, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:53.551683 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-b8e9fdc5-ac4a-401f-b144-597856327de0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f51615-7cb4-4b03-a4a0-f6da18e1f482']}} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:45:53.564149 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-b8e9fdc5-ac4a-401f-b144-597856327de0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8559cb-322b-4c4b-830b-02fe906c31c5') {'for_net_delete': True} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:45:53.564446 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.services.segments.db [None req-b8e9fdc5-ac4a-401f-b144-597856327de0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8559cb-322b-4c4b-830b-02fe906c31c5') {} {{(pid=75939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:45:53.576674 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fdc5-ac4a-401f-b144-597856327de0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731567646621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2068682'] for segment, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:53.594552 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fdc5-ac4a-401f-b144-597856327de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66794769'] for segment, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:53.600744 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e9fdc5-ac4a-401f-b144-597856327de0 admin admin] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=75939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:45:53.601127 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fdc5-ac4a-401f-b144-597856327de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66794767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1700188'] for segment, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: Traceback (most recent call last): Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: timer() Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: cb(*args, **kw) Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: return func(*args, **kwargs) Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: self._notify() Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: self.callback(batched_events) Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: event.method(event) Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: return f(self, *a, **k) Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: return self._get(url).json() Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: return self.request(url, 'GET', **kwargs) Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:45:53.614734 dv-cinder-806008-1-smb neutron-server[75939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:45:53.752404 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-a701ab07-b925-42f6-a22d-e5df85cf0374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:53.798327 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fdc5-ac4a-401f-b144-597856327de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66719961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741978'] for network, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:53.804518 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:53.819791 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fdc5-ac4a-401f-b144-597856327de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66719843'] for network, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:53.831165 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9fdc5-ac4a-401f-b144-597856327de0 admin admin] Pushing event deleted for resources: {'Network': ['ID=17f51615-7cb4-4b03-a4a0-f6da18e1f482,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:53.834404 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-b8e9fdc5-ac4a-401f-b144-597856327de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:54.032666 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-b8e9fdc5-ac4a-401f-b144-597856327de0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/17f51615-7cb4-4b03-a4a0-f6da18e1f482 HTTP/1.1" status: 204 len: 168 time: 0.7309272 Aug 25 16:45:54.501965 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34486) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:54.553930 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-12e2eddb-5e45-483f-964d-957f21e86f0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cf4badb047eb4672b2492eb1d6d30fdc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506821 Aug 25 16:45:54.556710 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34490) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:54.618649 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1a9d-b281-41fc-b05f-484898749928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:54.645859 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1a9d-b281-41fc-b05f-484898749928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:54.769166 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1a9d-b281-41fc-b05f-484898749928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:54.773095 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-c5289366-9f2b-4497-84aa-325384c14d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:54.788837 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a1a9d-b281-41fc-b05f-484898749928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9f120f-5a70-4b33-92b3-6b6fb407371d,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:54.793379 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0c7a1a9d-b281-41fc-b05f-484898749928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:54.797435 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1a9d-b281-41fc-b05f-484898749928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:54.798547 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-0c7a1a9d-b281-41fc-b05f-484898749928 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c9f120f-5a70-4b33-92b3-6b6fb407371d HTTP/1.1" status: 204 len: 168 time: 0.2409606 Aug 25 16:45:55.018436 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:55.531774 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:55.821151 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 34514) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:55.967100 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ff59f35d-7a60-489e-9317-c5224f243833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:56.000277 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-ff59f35d-7a60-489e-9317-c5224f243833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:45:56.004368 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-ff59f35d-7a60-489e-9317-c5224f243833 admin admin] Usage tracker for resource:security_group_rule and tenant:5267177388b24b6994329e534bf9f7d8 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:45:56.007301 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-ff59f35d-7a60-489e-9317-c5224f243833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:45:56.013826 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-ff59f35d-7a60-489e-9317-c5224f243833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:45:56.093432 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ff59f35d-7a60-489e-9317-c5224f243833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:56.152111 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-ff59f35d-7a60-489e-9317-c5224f243833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:56.158861 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-ce8ada8f-532a-41ac-8b7a-4126d71151b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:56.200019 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59f35d-7a60-489e-9317-c5224f243833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3371cad-fa11-4783-9d64-cd26ecccefff,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:56.203229 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-ff59f35d-7a60-489e-9317-c5224f243833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:56.208364 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-ff59f35d-7a60-489e-9317-c5224f243833 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5267177388b24b6994329e534bf9f7d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3836694 Aug 25 16:45:56.209527 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 34524) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:56.276583 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-346b9f96-e164-4036-8b9f-e9af74829fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:56.303085 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-346b9f96-e164-4036-8b9f-e9af74829fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:56.432304 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-346b9f96-e164-4036-8b9f-e9af74829fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:56.436305 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-dd05b4b5-19b9-4752-a77e-6158bddeba0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:56.448251 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b9f96-e164-4036-8b9f-e9af74829fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3371cad-fa11-4783-9d64-cd26ecccefff,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:56.450541 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-346b9f96-e164-4036-8b9f-e9af74829fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:56.456487 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-346b9f96-e164-4036-8b9f-e9af74829fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:56.461638 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-346b9f96-e164-4036-8b9f-e9af74829fa1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3371cad-fa11-4783-9d64-cd26ecccefff HTTP/1.1" status: 204 len: 168 time: 0.2514162 Aug 25 16:45:57.332091 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-968bcbe7-ec19-402b-8b0b-e4b264967ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:58.087073 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:58.567837 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 34584) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:58.717155 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-be772098-9fbd-4a33-a885-889620cdeb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:58.748747 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-be772098-9fbd-4a33-a885-889620cdeb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:45:58.752534 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-be772098-9fbd-4a33-a885-889620cdeb6a admin admin] Usage tracker for resource:security_group_rule and tenant:f59b090777f643c89ba893fe13fbcac2 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:45:58.755594 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-be772098-9fbd-4a33-a885-889620cdeb6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:45:58.762245 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-be772098-9fbd-4a33-a885-889620cdeb6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:45:58.828290 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-be772098-9fbd-4a33-a885-889620cdeb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:58.920463 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-be772098-9fbd-4a33-a885-889620cdeb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:58.927209 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-8ba578ba-9e0e-4760-9740-ab2c06537b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:58.970222 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be772098-9fbd-4a33-a885-889620cdeb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303df251-b8c5-4e04-9104-9b977ea15ff2,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:58.973557 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-be772098-9fbd-4a33-a885-889620cdeb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:58.975920 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-be772098-9fbd-4a33-a885-889620cdeb6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f59b090777f643c89ba893fe13fbcac2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4070716 Aug 25 16:45:58.978679 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 34590) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:45:59.040534 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d28e3f5a-22ee-4bf6-9551-0658f616079f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:59.069505 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d28e3f5a-22ee-4bf6-9551-0658f616079f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:59.203183 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d28e3f5a-22ee-4bf6-9551-0658f616079f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:59.207330 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-cf462a20-75b8-460f-8633-6794d2a3fb83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:45:59.219567 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e3f5a-22ee-4bf6-9551-0658f616079f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303df251-b8c5-4e04-9104-9b977ea15ff2,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:45:59.223046 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-d28e3f5a-22ee-4bf6-9551-0658f616079f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:45:59.228282 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-d28e3f5a-22ee-4bf6-9551-0658f616079f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:45:59.229362 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-d28e3f5a-22ee-4bf6-9551-0658f616079f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/303df251-b8c5-4e04-9104-9b977ea15ff2 HTTP/1.1" status: 204 len: 168 time: 0.2497249 Aug 25 16:45:59.730506 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:08.052605 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34672) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:46:08.087381 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:46:08.198858 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-939bcbae-d373-4ccf-b41d-14527ba195ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:08.230574 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-939bcbae-d373-4ccf-b41d-14527ba195ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:46:08.234610 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-939bcbae-d373-4ccf-b41d-14527ba195ce admin admin] Usage tracker for resource:security_group_rule and tenant:abc5e23d7fd449feb3a38ff871f0534d is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:46:08.237474 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-939bcbae-d373-4ccf-b41d-14527ba195ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:46:08.244022 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-939bcbae-d373-4ccf-b41d-14527ba195ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:46:08.312256 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-939bcbae-d373-4ccf-b41d-14527ba195ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:08.388965 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-939bcbae-d373-4ccf-b41d-14527ba195ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:08.396089 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-89ed0bdb-3c8f-4e3d-9b5a-407642c0beef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:46:08.438684 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bcbae-d373-4ccf-b41d-14527ba195ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3502c2f-e0f0-4380-9683-a4fb3936bcfc,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:46:08.443024 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-939bcbae-d373-4ccf-b41d-14527ba195ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=abc5e23d7fd449feb3a38ff871f0534d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3894393 Aug 25 16:46:08.443999 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-939bcbae-d373-4ccf-b41d-14527ba195ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:46:08.446489 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34678) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:46:08.506290 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9462b400-e6b9-4c3e-8498-031381bb673a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:08.533317 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9462b400-e6b9-4c3e-8498-031381bb673a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:08.675044 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9462b400-e6b9-4c3e-8498-031381bb673a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:08.679201 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-b3985627-880c-4f72-b69b-a4858f422e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:46:08.692308 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462b400-e6b9-4c3e-8498-031381bb673a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3502c2f-e0f0-4380-9683-a4fb3936bcfc,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:46:08.696277 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-9462b400-e6b9-4c3e-8498-031381bb673a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:46:08.699706 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9462b400-e6b9-4c3e-8498-031381bb673a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:08.701019 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-9462b400-e6b9-4c3e-8498-031381bb673a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3502c2f-e0f0-4380-9683-a4fb3936bcfc HTTP/1.1" status: 204 len: 168 time: 0.2543004 Aug 25 16:46:09.413446 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34686) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:46:09.435264 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-91b6fd96-a9d4-4f2f-a0c7-279f6f7b9dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:09.480982 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-91b6fd96-a9d4-4f2f-a0c7-279f6f7b9dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:46:09.486630 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-91b6fd96-a9d4-4f2f-a0c7-279f6f7b9dbf admin admin] Usage tracker for resource:security_group_rule and tenant:a4b35fe4edb14b7db2ef69e2b5d27ea9 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:46:09.490934 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-91b6fd96-a9d4-4f2f-a0c7-279f6f7b9dbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:46:09.500523 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-91b6fd96-a9d4-4f2f-a0c7-279f6f7b9dbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:46:09.578451 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-91b6fd96-a9d4-4f2f-a0c7-279f6f7b9dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:09.625977 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-91b6fd96-a9d4-4f2f-a0c7-279f6f7b9dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:09.632710 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-cc68c1e9-3641-4b46-aa72-9692706ce35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:46:09.676129 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-91b6fd96-a9d4-4f2f-a0c7-279f6f7b9dbf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4b35fe4edb14b7db2ef69e2b5d27ea9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2608635 Aug 25 16:46:09.677034 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6fd96-a9d4-4f2f-a0c7-279f6f7b9dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c3a274-6406-4136-adac-bd42d0c9b429,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:46:09.680461 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34690) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:46:09.682815 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-91b6fd96-a9d4-4f2f-a0c7-279f6f7b9dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:46:09.748130 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1168c20e-8487-4619-bd73-c404999c8411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:09.775089 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1168c20e-8487-4619-bd73-c404999c8411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:09.882998 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1168c20e-8487-4619-bd73-c404999c8411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:09.886777 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-0c7a1a9d-b281-41fc-b05f-484898749928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:46:09.899000 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168c20e-8487-4619-bd73-c404999c8411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c3a274-6406-4136-adac-bd42d0c9b429,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:46:09.901227 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-1168c20e-8487-4619-bd73-c404999c8411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:46:09.907372 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1168c20e-8487-4619-bd73-c404999c8411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:09.908539 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-1168c20e-8487-4619-bd73-c404999c8411 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/47c3a274-6406-4136-adac-bd42d0c9b429 HTTP/1.1" status: 204 len: 168 time: 0.2271950 Aug 25 16:46:17.322040 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34780) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:46:17.467831 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7c5c7648-c0c8-49d5-8a5f-d59ce199962d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:17.501662 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-7c5c7648-c0c8-49d5-8a5f-d59ce199962d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:46:17.505773 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-7c5c7648-c0c8-49d5-8a5f-d59ce199962d admin admin] Usage tracker for resource:security_group_rule and tenant:2d21a161cd0b4e5ebe49e4e3d827a22a is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:46:17.508581 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-7c5c7648-c0c8-49d5-8a5f-d59ce199962d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:46:17.514554 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-7c5c7648-c0c8-49d5-8a5f-d59ce199962d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:46:17.582471 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7c5c7648-c0c8-49d5-8a5f-d59ce199962d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:17.643687 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7c5c7648-c0c8-49d5-8a5f-d59ce199962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:17.651639 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-bae1ba4a-8a23-4b5b-a800-7b1112173b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:46:17.690757 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c7648-c0c8-49d5-8a5f-d59ce199962d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1812b29c-769a-43c0-a4d3-e55a9e662a31,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:46:17.693909 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-7c5c7648-c0c8-49d5-8a5f-d59ce199962d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:46:17.697166 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-7c5c7648-c0c8-49d5-8a5f-d59ce199962d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d21a161cd0b4e5ebe49e4e3d827a22a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3741944 Aug 25 16:46:17.699893 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34786) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:46:17.765333 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9d9de7fb-a5e3-42c6-a1d7-32762d2bd397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:17.792819 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9d9de7fb-a5e3-42c6-a1d7-32762d2bd397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:17.920304 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9d9de7fb-a5e3-42c6-a1d7-32762d2bd397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:17.924167 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-f6ac500e-e174-4d10-a91b-b22e71e2e191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:46:17.936877 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9de7fb-a5e3-42c6-a1d7-32762d2bd397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1812b29c-769a-43c0-a4d3-e55a9e662a31,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:46:17.944727 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-9d9de7fb-a5e3-42c6-a1d7-32762d2bd397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:46:17.947108 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-9d9de7fb-a5e3-42c6-a1d7-32762d2bd397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:17.948274 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-9d9de7fb-a5e3-42c6-a1d7-32762d2bd397 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1812b29c-769a-43c0-a4d3-e55a9e662a31 HTTP/1.1" status: 204 len: 168 time: 0.2475584 Aug 25 16:46:18.656185 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34794) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:46:18.675005 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-f9370071-1623-4c74-955e-a23c1943b249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:18.707833 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-f9370071-1623-4c74-955e-a23c1943b249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:46:18.713354 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-f9370071-1623-4c74-955e-a23c1943b249 admin admin] Usage tracker for resource:security_group_rule and tenant:3782c7a5220a46608dc983a666ce63a9 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:46:18.714881 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-f9370071-1623-4c74-955e-a23c1943b249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:46:18.720619 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-f9370071-1623-4c74-955e-a23c1943b249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:46:18.786173 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-f9370071-1623-4c74-955e-a23c1943b249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:18.851744 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-f9370071-1623-4c74-955e-a23c1943b249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:18.858487 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-1168c20e-8487-4619-bd73-c404999c8411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:46:18.899300 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9370071-1623-4c74-955e-a23c1943b249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137fa797-9fd7-4df1-bd81-4e9d2f303342,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:46:18.902768 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-f9370071-1623-4c74-955e-a23c1943b249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:46:18.905125 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-f9370071-1623-4c74-955e-a23c1943b249 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3782c7a5220a46608dc983a666ce63a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2479320 Aug 25 16:46:18.910334 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34798) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:46:19.059371 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5f03b8bb-c1de-43fa-8302-c2112a078073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:19.085733 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5f03b8bb-c1de-43fa-8302-c2112a078073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:19.208350 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5f03b8bb-c1de-43fa-8302-c2112a078073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:19.212516 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-c21a85f8-cb3c-467c-946a-9d457e73a6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:46:19.223557 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03b8bb-c1de-43fa-8302-c2112a078073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137fa797-9fd7-4df1-bd81-4e9d2f303342,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:46:19.226532 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-5f03b8bb-c1de-43fa-8302-c2112a078073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:46:19.232531 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-5f03b8bb-c1de-43fa-8302-c2112a078073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:19.233707 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-5f03b8bb-c1de-43fa-8302-c2112a078073 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/137fa797-9fd7-4df1-bd81-4e9d2f303342 HTTP/1.1" status: 204 len: 168 time: 0.3249795 Aug 25 16:46:23.808342 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-c4e91e9f-4195-4ab1-8cd0-4982d122baca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:25.047444 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:25.459940 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:27.328642 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-c35e8acf-fba7-48d2-8102-ce93c2979ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:28.099634 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:29.733745 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:42.667743 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34988) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:46:42.816643 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:42.850950 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:46:42.855157 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Usage tracker for resource:security_group_rule and tenant:0caec5f4449f4cd2b3b3c01397e4fcf1 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:46:42.858761 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:46:42.864730 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:46:42.935187 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:43.017090 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:43.024281 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-f9370071-1623-4c74-955e-a23c1943b249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:46:43.067842 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc29984-16ce-4913-b7bf-867d81a9a4a0,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:46:43.071670 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0caec5f4449f4cd2b3b3c01397e4fcf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4027572 Aug 25 16:46:43.074349 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 34994) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:46:43.096054 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:43.096484 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:43.096790 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:43.097151 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:43.097511 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:43.097867 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:43.098221 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:43.098578 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:43.098935 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:43.099284 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:43.099632 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:43.103474 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-10d95d2c-4b34-4814-9c5f-aaeea4e0e5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:46:43.153446 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-20912ff6-6322-4af3-a5a2-7f215ad2cd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:43.179573 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-20912ff6-6322-4af3-a5a2-7f215ad2cd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:43.305559 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-20912ff6-6322-4af3-a5a2-7f215ad2cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:43.309401 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-5f03b8bb-c1de-43fa-8302-c2112a078073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:46:43.322619 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20912ff6-6322-4af3-a5a2-7f215ad2cd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc29984-16ce-4913-b7bf-867d81a9a4a0,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:46:43.325598 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-20912ff6-6322-4af3-a5a2-7f215ad2cd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:46:43.327773 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-20912ff6-6322-4af3-a5a2-7f215ad2cd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:43.329123 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-20912ff6-6322-4af3-a5a2-7f215ad2cd4c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ffc29984-16ce-4913-b7bf-867d81a9a4a0 HTTP/1.1" status: 204 len: 168 time: 0.2536802 Aug 25 16:46:44.058229 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 35004) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:46:44.078892 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:44.112155 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:46:44.116044 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Usage tracker for resource:security_group_rule and tenant:cf30339fac1147c6b3ffb43f7f3a7e9f is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:46:44.118898 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:46:44.125601 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:46:44.195995 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:44.261666 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:44.269719 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-ea26e316-c60f-422f-8c6b-1580938cd310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:46:44.310651 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e78416-a40b-43ab-9de3-645d7ef11a63,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:46:44.317100 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cf30339fac1147c6b3ffb43f7f3a7e9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2578464 Aug 25 16:46:44.319799 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 35008) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:46:44.323013 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:44.323397 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:44.323771 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:44.324168 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:44.324533 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:44.324903 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:44.325258 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:44.325617 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:44.325972 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:44.326324 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:44.326677 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-smb {{(pid=75940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:46:44.331124 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-66b1e880-f9b5-4a0a-9d94-38edd47239b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:46:44.384657 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-964d589f-e98b-4564-b2ed-692d5bfb1648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:44.415434 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-964d589f-e98b-4564-b2ed-692d5bfb1648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:44.528007 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-964d589f-e98b-4564-b2ed-692d5bfb1648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:44.531677 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-1256bc4f-6526-4d1b-96a2-a3bc998ebdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:46:44.542857 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d589f-e98b-4564-b2ed-692d5bfb1648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e78416-a40b-43ab-9de3-645d7ef11a63,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:46:44.545416 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-964d589f-e98b-4564-b2ed-692d5bfb1648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:46:44.554987 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-964d589f-e98b-4564-b2ed-692d5bfb1648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:44.554987 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-964d589f-e98b-4564-b2ed-692d5bfb1648 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23e78416-a40b-43ab-9de3-645d7ef11a63 HTTP/1.1" status: 204 len: 168 time: 0.2312558 Aug 25 16:46:45.098082 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:46:53.100229 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 35086) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:46:53.247245 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5e9fbad9-45f7-4bd7-b6ca-fc1a738d6352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:53.279352 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-5e9fbad9-45f7-4bd7-b6ca-fc1a738d6352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:46:53.284264 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-5e9fbad9-45f7-4bd7-b6ca-fc1a738d6352 admin admin] Usage tracker for resource:security_group_rule and tenant:ef0dfaff917f4e2ba0c10e561abff504 is out of sync, need to count used quota {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:46:53.287201 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.quota.resource [None req-5e9fbad9-45f7-4bd7-b6ca-fc1a738d6352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75940) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:46:53.292953 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.db.quota.driver [None req-5e9fbad9-45f7-4bd7-b6ca-fc1a738d6352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75940) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:46:53.364375 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5e9fbad9-45f7-4bd7-b6ca-fc1a738d6352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:53.438930 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-5e9fbad9-45f7-4bd7-b6ca-fc1a738d6352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:53.445790 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-24dc9911-03e4-4a56-847c-fcf1316e13e1 tempest-AttachVolumeShelveTestJSON-657251978 tempest-AttachVolumeShelveTestJSON-657251978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:46:53.488211 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fbad9-45f7-4bd7-b6ca-fc1a738d6352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ef4883-5e06-45bf-95d4-6eb5101e338d,revision_number=1']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:46:53.491981 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-5e9fbad9-45f7-4bd7-b6ca-fc1a738d6352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:46:53.494415 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-5e9fbad9-45f7-4bd7-b6ca-fc1a738d6352 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef0dfaff917f4e2ba0c10e561abff504&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3931935 Aug 25 16:46:53.497275 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 35092) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:46:53.562117 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-72e6540e-48e8-4eee-b2ba-3c9c9632dd4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:53.588421 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-72e6540e-48e8-4eee-b2ba-3c9c9632dd4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:53.694087 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-72e6540e-48e8-4eee-b2ba-3c9c9632dd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:53.698016 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-e1f52e72-625a-4615-b35f-fbe97d770c14 tempest-AttachVolumeTestJSON-570348670 tempest-AttachVolumeTestJSON-570348670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:46:53.713773 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6540e-48e8-4eee-b2ba-3c9c9632dd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ef4883-5e06-45bf-95d4-6eb5101e338d,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:46:53.716716 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-72e6540e-48e8-4eee-b2ba-3c9c9632dd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:46:53.721546 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-72e6540e-48e8-4eee-b2ba-3c9c9632dd4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:53.728960 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-72e6540e-48e8-4eee-b2ba-3c9c9632dd4f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/24ef4883-5e06-45bf-95d4-6eb5101e338d HTTP/1.1" status: 204 len: 168 time: 0.2244933 Aug 25 16:46:53.782035 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-b63b6f8a-9fc1-4579-80a3-689529fdf0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:54.408672 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 35100) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:46:54.427313 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1b524361-4aa6-4e1d-9696-276470d374ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:54.459466 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-1b524361-4aa6-4e1d-9696-276470d374ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:46:54.463335 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-1b524361-4aa6-4e1d-9696-276470d374ac admin admin] Usage tracker for resource:security_group_rule and tenant:1e813509cc5340c2b6fccb8494053946 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:46:54.466310 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-1b524361-4aa6-4e1d-9696-276470d374ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:46:54.472466 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-1b524361-4aa6-4e1d-9696-276470d374ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:46:54.538322 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1b524361-4aa6-4e1d-9696-276470d374ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:54.621991 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-1b524361-4aa6-4e1d-9696-276470d374ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:54.630175 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-849fcd77-731c-47b2-93c0-942082c09c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:46:54.668684 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b524361-4aa6-4e1d-9696-276470d374ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29431f80-006b-4be8-bcd2-0be4e16bc39a,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:46:54.674125 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-1b524361-4aa6-4e1d-9696-276470d374ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:46:54.677664 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-1b524361-4aa6-4e1d-9696-276470d374ac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1e813509cc5340c2b6fccb8494053946&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2679753 Aug 25 16:46:54.680470 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 35104) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:46:54.745258 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-8c78383d-8192-443f-abdc-1221d26c2cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:54.772657 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-8c78383d-8192-443f-abdc-1221d26c2cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:54.899486 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-8c78383d-8192-443f-abdc-1221d26c2cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:54.907384 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-23383b2c-bfa4-4d11-af83-d2de921d85ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:46:54.916305 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78383d-8192-443f-abdc-1221d26c2cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29431f80-006b-4be8-bcd2-0be4e16bc39a,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:46:54.919174 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-8c78383d-8192-443f-abdc-1221d26c2cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:46:54.921144 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-8c78383d-8192-443f-abdc-1221d26c2cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:54.923360 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-8c78383d-8192-443f-abdc-1221d26c2cad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29431f80-006b-4be8-bcd2-0be4e16bc39a HTTP/1.1" status: 204 len: 168 time: 0.2416835 Aug 25 16:46:55.084337 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:55.535775 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:57.350483 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3963-4416-4af6-ad1b-5b88bac75f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:58.067278 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:46:59.730058 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:06.493897 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 35206) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:47:06.641158 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-8ef64ccb-f524-4394-a79d-26c2ba033eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:06.673860 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-8ef64ccb-f524-4394-a79d-26c2ba033eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:47:06.678366 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-8ef64ccb-f524-4394-a79d-26c2ba033eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:034682e0f1bd49f99a3859c7ae24e056 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:47:06.681364 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-8ef64ccb-f524-4394-a79d-26c2ba033eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:47:06.687284 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-8ef64ccb-f524-4394-a79d-26c2ba033eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:47:06.757146 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-8ef64ccb-f524-4394-a79d-26c2ba033eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:06.826991 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-8ef64ccb-f524-4394-a79d-26c2ba033eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:06.833948 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-939bcbae-d373-4ccf-b41d-14527ba195ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:47:06.886625 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef64ccb-f524-4394-a79d-26c2ba033eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15450b03-7702-4099-b4f4-2013ba82e577,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:47:06.890773 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-8ef64ccb-f524-4394-a79d-26c2ba033eb9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=034682e0f1bd49f99a3859c7ae24e056&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3956378 Aug 25 16:47:06.891625 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-8ef64ccb-f524-4394-a79d-26c2ba033eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:47:06.893883 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 35212) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:47:06.955381 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d139111e-1c14-48b4-b76f-20a4e3227d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:06.981865 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d139111e-1c14-48b4-b76f-20a4e3227d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:07.110934 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d139111e-1c14-48b4-b76f-20a4e3227d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:07.115333 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-4d3b048e-fa78-4673-91a9-06e601e42f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:47:07.126804 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139111e-1c14-48b4-b76f-20a4e3227d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15450b03-7702-4099-b4f4-2013ba82e577,revision_number=None']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:47:07.130798 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-d139111e-1c14-48b4-b76f-20a4e3227d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:47:07.134360 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-d139111e-1c14-48b4-b76f-20a4e3227d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:07.135255 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-d139111e-1c14-48b4-b76f-20a4e3227d9d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15450b03-7702-4099-b4f4-2013ba82e577 HTTP/1.1" status: 204 len: 168 time: 0.2404878 Aug 25 16:47:07.809710 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.wsgi [-] (75939) accepted ('10.222.0.35', 35220) {{(pid=75939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:47:07.828438 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7aa0380d-475f-48a7-8664-6556fee7c180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:07.860819 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-7aa0380d-475f-48a7-8664-6556fee7c180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:47:07.865320 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-7aa0380d-475f-48a7-8664-6556fee7c180 admin admin] Usage tracker for resource:security_group_rule and tenant:e8e355041f4e447ab30b0922259eea10 is out of sync, need to count used quota {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:47:07.868178 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.quota.resource [None req-7aa0380d-475f-48a7-8664-6556fee7c180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75939) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:47:07.874144 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.db.quota.driver [None req-7aa0380d-475f-48a7-8664-6556fee7c180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75939) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:47:07.940300 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7aa0380d-475f-48a7-8664-6556fee7c180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:08.015137 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron_lib.callbacks.manager [None req-7aa0380d-475f-48a7-8664-6556fee7c180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_create {{(pid=75939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:08.022152 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-9d9de7fb-a5e3-42c6-a1d7-32762d2bd397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:47:08.069737 dv-cinder-806008-1-smb neutron-server[75939]: INFO neutron.wsgi [None req-7aa0380d-475f-48a7-8664-6556fee7c180 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8e355041f4e447ab30b0922259eea10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2598412 Aug 25 16:47:08.070674 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0380d-475f-48a7-8664-6556fee7c180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e14b104-60f0-4739-850f-1d1d47628b98,revision_number=1']} {{(pid=75939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:47:08.072948 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.wsgi [-] (75940) accepted ('10.222.0.35', 35224) {{(pid=75940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:47:08.075652 dv-cinder-806008-1-smb neutron-server[75939]: DEBUG oslo_concurrency.lockutils [None req-7aa0380d-475f-48a7-8664-6556fee7c180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:47:08.140564 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-58964916-59b3-4c64-8450-8558b8fda631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:08.170294 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-58964916-59b3-4c64-8450-8558b8fda631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:08.310918 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-58964916-59b3-4c64-8450-8558b8fda631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708041'] for security_group, after_delete {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:08.314813 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-0ea95de1-d382-4d3b-9980-7517c02651e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:47:08.327921 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58964916-59b3-4c64-8450-8558b8fda631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e14b104-60f0-4739-850f-1d1d47628b98,revision_number=None']} {{(pid=75940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:47:08.331117 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG oslo_concurrency.lockutils [None req-58964916-59b3-4c64-8450-8558b8fda631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:47:08.335577 dv-cinder-806008-1-smb neutron-server[75940]: DEBUG neutron_lib.callbacks.manager [None req-58964916-59b3-4c64-8450-8558b8fda631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:08.335577 dv-cinder-806008-1-smb neutron-server[75940]: INFO neutron.wsgi [None req-58964916-59b3-4c64-8450-8558b8fda631 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e14b104-60f0-4739-850f-1d1d47628b98 HTTP/1.1" status: 204 len: 168 time: 0.2603307 Aug 25 16:47:22.099248 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:47:23.756309 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-84b3c263-c60f-4467-b947-e038e94ca810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:24.995918 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:25.448821 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:27.322914 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-4ba6f73c-ff53-4faa-bbba-900cdb781e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:28.100493 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:29.763134 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:53.762491 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff475-b14b-43e7-8fc2-c146d47fddc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:55.002247 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:55.424859 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:57.344390 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-be5b76e0-8fe9-49a3-aef1-bebe957fcc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:58.093652 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:47:59.100174 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:47:59.733932 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:48:23.755395 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-42315f4c-cab8-4ec3-a87a-e3c5b162de93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:48:24.995707 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:48:25.435385 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:48:27.366709 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-d9c83c7e-7402-4d96-b827-e2bfe5c1c5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:48:28.138886 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:48:29.744284 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:48:36.101491 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:48:53.760549 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-14a779e7-9631-4395-b54e-07ccf6fcc7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:48:55.006012 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:48:55.429226 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:48:57.337749 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf7ae-b6bb-4f20-bf40-089b19a787b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:48:58.085664 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:48:59.748751 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:49:13.101525 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:49:23.799611 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-b0ca00d7-a79a-4ad5-ac8d-53fae1b68f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:49:25.011509 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:49:25.434223 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:49:27.325335 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-89c4c446-16bf-4b06-aa96-22e13ed780df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:49:28.068624 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:49:29.794289 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:49:50.102818 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:49:53.799326 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-712642a3-a4a6-46e5-bb77-aba4f268fbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:49:55.028155 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:49:55.439626 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:49:57.329267 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-5f54496d-692e-49cd-a76c-289490e10dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:49:58.129842 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:49:59.776325 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:50:23.764771 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-d0176a0d-3885-4be1-a1db-e30494ce7905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:50:25.038769 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:50:25.444758 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:50:27.103552 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:50:27.386144 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-b7539a06-3b67-459a-b56e-97e004bf2215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:50:28.117908 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:50:29.802542 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:50:53.781532 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-852067c7-8c34-426d-8f39-186156619321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:50:55.093385 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:50:55.470383 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:50:57.346918 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-69c02d57-a0f5-480a-b708-5bd334a10219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:50:58.087364 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:50:59.775843 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:51:04.104447 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:51:23.772318 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-72b1bbfc-16fb-4beb-9948-76f511b9705d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:51:25.046044 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:51:25.463356 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:51:27.323434 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-a7e39ce8-c4c4-4d68-a5bf-c917ba874697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:51:28.100832 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:51:29.765944 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:51:41.104921 dv-cinder-806008-1-smb neutron-server[75942]: DEBUG neutron.db.agents_db [None req-3a770f15-5cb1-4079-b58a-dbf08fd621e5 None None] Agent healthcheck: found 6 active agents {{(pid=75942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:51:53.782623 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-e51d1686-c2a7-4ed6-a843-6c49f21f24b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:51:55.051446 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f889c183-11b1-4701-ac64-a7fd52719ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:51:55.460302 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-934bb7d0-fe01-4aaf-a17d-eb74d28e85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:51:57.334557 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e3d7-2199-42ac-b7c4-8f4405ecfcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:51:58.124918 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-f728dcf1-12ac-4f0a-bb15-dd798120f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:51:59.770732 dv-cinder-806008-1-smb neutron-server[75941]: DEBUG neutron_lib.callbacks.manager [None req-2cff8df3-b7f3-4572-b3fe-506a08984cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731567645808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789815'] for agent, after_update {{(pid=75941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}